-- Logs begin at Mon 2021-08-09 14:00:47 UTC, end at Mon 2021-08-09 15:13:49 UTC. -- Aug 09 14:42:10.651832 dv-cinder-788363-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 14:42:13.403248 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.common.config [-] Logging enabled! Aug 09 14:42:13.403914 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 14:42:13.404013 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 14:42:13.407237 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.common.config [-] Logging enabled! Aug 09 14:42:13.407490 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 14:42:13.407803 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 14:42:13.408739 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:42:13.408976 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:42:13.409343 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:42:13.409591 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:42:13.409820 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:42:13.410141 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.410441 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.410739 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.410969 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.411289 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.411582 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.411865 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.412155 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.412453 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.412745 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.413025 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.413315 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.413547 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.413829 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.414123 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.414419 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.414648 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] debug = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.414933 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.415390 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.415799 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.416083 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.416375 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.416658 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.416933 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.417212 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.417497 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.417826 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] host = dv-cinder-788363-9-iscsi {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.418108 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.418397 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.418686 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.418975 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.419279 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.419560 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.419846 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.420125 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.420400 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.420676 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.420968 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.421257 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.421548 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.421777 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.422046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.422282 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.422574 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.423545 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.423832 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.424146 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.424429 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.424710 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.424984 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.425277 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.425565 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.425852 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.426130 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.426406 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.426681 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.426957 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.427273 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.427550 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.427825 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.428101 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.428390 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.428663 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.428938 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.429242 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.429532 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.429820 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.430105 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.430379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.430664 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.430937 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.431241 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.431516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_json = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.431790 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.432061 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.432346 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.432621 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.432894 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.433166 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.433439 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.433724 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:13.434027 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.434324 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.434627 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.434912 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.435237 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.435520 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.435811 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.436088 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.436639 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.436929 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.437219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.437498 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.437786 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.438064 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.438375 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.439290 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.439672 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.439978 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.440262 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.440542 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.440819 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.441098 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.441389 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.441688 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.441983 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.442262 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.442542 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.442836 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.443141 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.443414 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.443694 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.443989 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.444267 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.444545 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.444828 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.445107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.445380 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.445653 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.445931 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.446223 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.446500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.446772 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.447042 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.447354 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.447627 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.447913 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.448191 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.448465 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.448737 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.449013 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.449284 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.449558 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.449834 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.450105 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.450380 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.450650 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.450921 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.451219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.451491 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.451763 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.452034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.452307 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.452583 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.452854 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.453125 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.453396 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.453666 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.453946 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.454296 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.454604 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.454927 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.455244 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.455528 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.455808 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.456087 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.456367 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.456645 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.456922 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.457194 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.457483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.457767 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.458055 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.458337 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.458615 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.458911 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.459217 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.459499 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.459777 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.460055 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.460345 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.460627 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.460921 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.461214 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.461506 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.461797 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.462088 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.462365 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.462676 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.462960 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:13.463207 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:42:13.463453 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100294) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 14:42:13.820261 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 14:42:13.820548 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 14:42:13.820840 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 14:42:13.821185 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 14:42:14.213541 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.213833 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.214154 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.215369 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.215651 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.215919 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.250007 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.250289 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.250559 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.267190 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.267476 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.267754 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.296224 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.296506 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.296778 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.333344 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.333628 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.333903 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.565363 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.565988 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.565988 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.566162 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.566773 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.696123 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.696442 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.696726 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.696997 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.697268 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.697577 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.697838 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.698095 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.698351 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.698633 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.698892 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.699181 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.699442 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.699697 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.699955 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.700220 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.700477 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.700749 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.701017 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.701278 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.701549 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.701803 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.702083 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.702458 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.702710 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.702959 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.703376 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.703619 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.703858 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.704122 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.704360 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.704596 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:14.704956 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 14:42:14.708162 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 14:42:14.712079 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 14:42:14.715849 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 09 14:42:14.717605 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 14:42:14.718062 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 14:42:14.718407 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 14:42:14.718793 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 14:42:14.721940 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 14:42:14.722189 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 14:42:14.722537 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 14:42:14.727837 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 14:42:14.750401 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 14:42:14.751628 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.751938 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100294) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 14:42:14.752304 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.753727 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100294) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 14:42:14.754011 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 14:42:14.754268 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 14:42:14.757702 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.757969 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:14.821420 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 14:42:14.821671 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 14:42:14.821915 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 14:42:14.822307 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 14:42:14.843601 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_db.sqlalchemy.engines [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100294) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 14:42:15.617198 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing driver for type 'gre' Aug 09 14:42:15.617887 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] gre ID ranges: [(1, 1000)] Aug 09 14:42:15.793850 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing driver for type 'local' Aug 09 14:42:15.794187 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing driver for type 'vlan' Aug 09 14:42:15.856912 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] VlanTypeDriver initialization complete Aug 09 14:42:15.857286 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing driver for type 'vxlan' Aug 09 14:42:15.857798 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] vxlan ID ranges: [(1, 1000)] Aug 09 14:42:16.045388 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing extension driver 'port_security' Aug 09 14:42:16.045735 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.extensions.port_security [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] PortSecurityExtensionDriver initialization complete Aug 09 14:42:16.046077 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing mechanism driver 'openvswitch' Aug 09 14:42:16.046416 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing mechanism driver 'hyperv' Aug 09 14:42:16.056817 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.plugin [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:16.057510 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.057891 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.058254 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.058780 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.059257 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.059622 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.059979 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.060379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.060829 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.061458 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.061810 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.062206 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.062617 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.062977 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.063867 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.064320 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.064866 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.065225 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.065583 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.066046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.066395 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > address_group after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.066751 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > address_group after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.067123 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > address_group after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.067524 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 14:42:16.067907 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] ML2 OVO RPC backend initialized. {{(pid=100294) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 14:42:16.068621 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.068986 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.069412 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.069770 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > networks before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.070127 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.070477 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > ports before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.070831 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.071204 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnets before_response 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.071560 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.071909 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.072252 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.072598 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.072949 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.073286 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.073629 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.073971 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.074313 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > subnet after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.074900 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.plugin [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Modular L2 Plugin initialization complete Aug 09 14:42:16.075273 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading services supported by the core plugin {{(pid=100294) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 14:42:16.075607 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.plugins.ml2.managers [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Got port-security extension from driver 'port_security' Aug 09 14:42:16.083573 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.extensions.vlantransparent [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Disabled vlantransparent extension. Aug 09 14:42:16.083573 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100294) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 14:42:16.083573 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: router Aug 09 14:42:16.126752 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.127168 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_create 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.127551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router before_create 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.127927 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.128310 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.128674 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_delete 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.129047 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > floatingip after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.129421 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_create 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.129780 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.130141 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.130493 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.130863 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.131319 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.131700 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.132048 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.132424 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: subnet after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.132773 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.133130 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > port precommit_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.133486 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_create 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.133840 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.134190 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.134554 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router after_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.134905 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_delete 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.135296 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_create 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.135693 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router_interface after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.142235 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_update 55549900 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.142235 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > agent after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.142235 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > agent after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.142235 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > network after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.142543 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Tracking information for resource: router configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:16.142543 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Tracking information for resource: floatingip configured {{(pid=100294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 14:42:16.143812 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.db.l3_agentschedulers_db [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 14:42:16.144515 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.144888 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.145248 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.145606 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: port after_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.146412 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router before_create 55550100 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.146830 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_delete 55550100 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.147201 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_create 55550100 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.147566 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > router precommit_update 55550100 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.152006 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.provider_configuration [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service providers = [] {{(pid=100294) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 14:42:16.152379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.db.servicetype_db [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100294) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 14:42:16.155388 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.service_base [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:42:16.155749 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.service_base [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:42:16.156100 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.service_base [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:42:16.157015 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.services.service_base [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 14:42:16.157479 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.services.service_base [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 14:42:16.157863 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.158188 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 14:42:16.168864 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.169211 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: auto_allocate Aug 09 14:42:16.180173 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: network precommit_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.180547 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: network precommit_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.181071 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.181477 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: tag Aug 09 14:42:16.188228 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.189127 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: timestamp Aug 09 14:42:16.193169 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.193504 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: network_ip_availability Aug 09 14:42:16.198945 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.199357 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.204095 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.204095 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.204095 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: flavors Aug 09 14:42:16.208394 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.208779 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading Plugin: revisions Aug 09 14:42:16.213068 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 14:42:16.213466 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.393s {{(pid=100294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 14:42:16.214211 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100294) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 14:42:16.214551 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Initializing extension manager. Aug 09 14:42:16.215072 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: __init__.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.215469 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: __pycache__ {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.215806 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.216145 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: address_group.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.216913 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.217486 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: address-group Aug 09 14:42:16.217818 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: address_scope.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.218540 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.219060 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: address-scope Aug 09 14:42:16.219419 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: admin_state_down_before_update.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.220388 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.220900 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: router-admin-state-down-before-update Aug 09 14:42:16.221233 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: agent.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.222134 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.222649 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: agent Aug 09 14:42:16.222978 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: agent_resources_synced.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.223920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.224433 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: agent-resources-synced Aug 09 14:42:16.224761 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: allowedaddresspairs.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.226567 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.227158 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: allowed-address-pairs Aug 09 14:42:16.227498 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: auto_allocated_topology.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.228579 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.229101 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: auto-allocated-topology Aug 09 14:42:16.229436 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: availability_zone.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.230139 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.230653 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: availability_zone Aug 09 14:42:16.230986 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: availability_zone_filter.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.231946 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.232467 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: availability_zone_filter Aug 09 14:42:16.232797 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: data_plane_status.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.239329 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.239843 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 14:42:16.240175 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: default_subnetpools.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.241107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.241626 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: default-subnetpools Aug 09 14:42:16.241965 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: dhcpagentscheduler.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.242789 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.243337 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: dhcp_agent_scheduler Aug 09 14:42:16.243673 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: dns.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.244619 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.245128 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension dns-integration not supported by any of loaded plugins Aug 09 14:42:16.245458 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: dns_domain_ports.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.246383 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.246902 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 14:42:16.247276 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.248210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.248726 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 14:42:16.249058 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: dvr.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.249739 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.250258 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: dvr Aug 09 14:42:16.250588 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: ecmp_routes.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.251692 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.252212 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 14:42:16.252543 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: empty_string_filtering.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.253472 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.253993 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: empty-string-filtering Aug 09 14:42:16.254369 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.255314 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.255831 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 14:42:16.256160 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.257086 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.257601 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 14:42:16.257928 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: external_net.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.258846 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.259413 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: external-net Aug 09 14:42:16.259721 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: extra_dhcp_opt.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.260639 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.261151 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: extra_dhcp_opt Aug 09 14:42:16.261478 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: extraroute.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.262415 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.262929 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: extraroute Aug 09 14:42:16.263290 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: extraroute_atomic.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.264323 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.264848 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: extraroute-atomic Aug 09 14:42:16.265175 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: filter_validation.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.265852 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.266363 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: filter-validation Aug 09 14:42:16.267239 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: fip_pf_description.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.272831 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.273343 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 14:42:16.273671 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: fip_port_details.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.274603 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.275136 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: fip-port-details Aug 09 14:42:16.275477 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: flavors.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.276712 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.277238 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: flavors Aug 09 14:42:16.277570 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.279302 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.279834 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 14:42:16.280169 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: floatingip_pools.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.280880 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.281400 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: floatingip-pools Aug 09 14:42:16.281729 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: ip_allocation.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.283241 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.283758 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 14:42:16.284088 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.285020 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.285540 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: ip-substring-filtering Aug 09 14:42:16.285872 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l2_adjacency.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.286810 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.287359 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 14:42:16.287690 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.288802 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.289331 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: router Aug 09 14:42:16.289668 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3_conntrack_helper.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.291945 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.292481 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 14:42:16.292820 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.293759 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.294282 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: ext-gw-mode Aug 09 14:42:16.294618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.301028 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.301028 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: l3-ha Aug 09 14:42:16.301028 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3_flavors.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.301707 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.302228 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: l3-flavors Aug 09 14:42:16.302554 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.303522 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.304036 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 14:42:16.304363 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: l3agentscheduler.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.305404 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.305920 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: l3_agent_scheduler Aug 09 14:42:16.306254 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: logging.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.307776 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.308312 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension logging not supported by any of loaded plugins Aug 09 14:42:16.308654 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: metering.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.309410 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.309996 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: metering Aug 09 14:42:16.310332 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.311731 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.312287 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: metering_source_and_destination_fields Aug 09 14:42:16.312664 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: multiprovidernet.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.313704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.314228 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: multi-provider Aug 09 14:42:16.314559 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: netmtu.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.315520 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.316036 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: net-mtu Aug 09 14:42:16.316367 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: netmtu_writable.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.317292 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.317809 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: net-mtu-writable Aug 09 14:42:16.318143 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: network_availability_zone.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.318822 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.319370 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: network_availability_zone Aug 09 14:42:16.319700 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: network_ip_availability.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.320795 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.321318 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: network-ip-availability Aug 09 14:42:16.321651 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: network_segment_range.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.322421 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.322931 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 14:42:16.323293 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: pagination.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.324306 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.324642 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: pagination Aug 09 14:42:16.324972 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: port_device_profile.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.325889 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.326439 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: port-device-profile Aug 09 14:42:16.326770 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.327736 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.328259 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: port-mac-address-regenerate Aug 09 14:42:16.328590 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.330062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.330591 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: port-numa-affinity-policy Aug 09 14:42:16.330921 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: port_resource_request.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.339123 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.339637 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 14:42:16.339967 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: portbindings.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.340905 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.341431 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: binding Aug 09 14:42:16.341762 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: portbindings_extended.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.343207 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.343740 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: binding-extended Aug 09 14:42:16.344074 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: portsecurity.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.345605 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.346126 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: port-security Aug 09 14:42:16.346457 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: project_id.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.347471 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.347816 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: project-id Aug 09 14:42:16.348146 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: providernet.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.349082 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.349606 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: provider Aug 09 14:42:16.349935 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.353567 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.354100 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos not supported by any of loaded plugins Aug 09 14:42:16.354443 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.355749 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.356274 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 14:42:16.356612 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.357547 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.358068 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 14:42:16.358401 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_default.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.359359 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.367379 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-default not supported by any of loaded plugins Aug 09 14:42:16.367379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_fip.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.367379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.367379 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-fip not supported by any of loaded plugins Aug 09 14:42:16.367379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_gateway_ip.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.368052 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.368571 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 14:42:16.368902 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_port_network_policy.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.369826 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.370342 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 14:42:16.370672 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_pps_rule.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.371889 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.372414 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-pps not supported by any of loaded plugins Aug 09 14:42:16.372747 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_rule_type_details.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.373681 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.374239 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 14:42:16.374573 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: qos_rules_alias.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.375673 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.376247 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 14:42:16.376581 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: quotasv2.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.377530 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.377868 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: quotas Aug 09 14:42:16.378197 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: quotasv2_detail.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.381297 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.381649 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: quota_details Aug 09 14:42:16.381991 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: rbac.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.383306 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.383847 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: rbac-policies Aug 09 14:42:16.384188 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: rbac_address_group.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.385134 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.385702 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: rbac-address-group Aug 09 14:42:16.386037 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: rbac_address_scope.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.386971 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.387536 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: rbac-address-scope Aug 09 14:42:16.387872 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: rbac_security_groups.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.388798 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.389325 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: rbac-security-groups Aug 09 14:42:16.389661 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: rbac_subnetpool.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.390583 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.391117 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: rbac-subnetpool Aug 09 14:42:16.391999 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: revisionifmatch.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.393074 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.393602 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: revision-if-match Aug 09 14:42:16.393935 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: revisions.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.395059 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.395611 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: standard-attr-revisions Aug 09 14:42:16.395946 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: router_availability_zone.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.396634 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.397152 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: router_availability_zone Aug 09 14:42:16.397484 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: routerservicetype.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.398435 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.398949 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension router-service-type not supported by any of loaded plugins Aug 09 14:42:16.399310 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.400245 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.400767 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: security-groups-normalized-cidr Aug 09 14:42:16.401100 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: security_groups_port_filtering.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.402030 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.402546 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: port-security-groups-filtering Aug 09 14:42:16.402877 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.403839 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.404358 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: security-groups-remote-address-group Aug 09 14:42:16.404690 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: securitygroup.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.415013 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.415588 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: security-group Aug 09 14:42:16.415929 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: segment.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.416736 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.417258 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension segment not supported by any of loaded plugins Aug 09 14:42:16.417593 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.418554 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.419078 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 14:42:16.419441 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: servicetype.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.420671 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.421204 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: service-type Aug 09 14:42:16.421538 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: sorting.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.422536 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.423071 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: sorting Aug 09 14:42:16.423449 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: standard_attr_segment.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.424395 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.424921 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 14:42:16.425252 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: standardattrdescription.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.425913 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.426438 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: standard-attr-description Aug 09 14:42:16.426768 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: stateful_security_group.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.427743 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.428271 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: stateful-security-group Aug 09 14:42:16.428604 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: stdattrs_common.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.429199 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 14:42:16.429529 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.430472 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.431000 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 14:42:16.431362 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnet_onboard.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.432448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.433025 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: subnet_onboard Aug 09 14:42:16.433357 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.434303 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.434821 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 14:42:16.435184 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnet_service_types.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.442762 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.443346 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: subnet-service-types Aug 09 14:42:16.443690 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnetallocation.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.444813 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.445344 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: subnet_allocation Aug 09 14:42:16.445685 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.446375 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.446896 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: subnetpool-prefix-ops Aug 09 14:42:16.447270 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.448230 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.448766 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 14:42:16.449098 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: tagging.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.450200 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.450738 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: standard-attr-tag Aug 09 14:42:16.451077 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: timestamp.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.452320 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.452845 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loaded extension: standard-attr-timestamp Aug 09 14:42:16.453181 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: trunk.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.454767 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.455326 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension trunk not supported by any of loaded plugins Aug 09 14:42:16.455663 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: trunk_details.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.456593 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.457122 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension trunk-details not supported by any of loaded plugins Aug 09 14:42:16.457455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: uplink_status_propagation.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.458390 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.458917 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 14:42:16.459285 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Loading extension file: vlantransparent.py {{(pid=100294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 14:42:16.459978 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 14:42:16.460509 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 14:42:16.463015 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:network Aug 09 14:42:16.463577 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnet Aug 09 14:42:16.463987 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:42:16.464390 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:port Aug 09 14:42:16.465650 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.466231 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service FLAVORS assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.466852 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.467326 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.467669 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:router Aug 09 14:42:16.468119 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:floatingip Aug 09 14:42:16.468620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service METERING assigned prefix: /metering {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.470666 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.471057 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.471443 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:42:16.472490 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 14:42:16.472943 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:security_group Aug 09 14:42:16.473391 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 14:42:16.475223 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service CORE assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.478450 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:42:16.478450 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] subnetpool is already registered Aug 09 14:42:16.478450 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service CORE assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.478450 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:42:16.478450 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] subnetpool is already registered Aug 09 14:42:16.479328 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.479771 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service FLAVORS assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.480367 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.480813 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.481156 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:router Aug 09 14:42:16.481504 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] router is already registered Aug 09 14:42:16.481924 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:floatingip Aug 09 14:42:16.482270 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] floatingip is already registered Aug 09 14:42:16.482734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service METERING assigned prefix: /metering {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.483433 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 14:42:16.483810 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] rbac_policy is already registered Aug 09 14:42:16.484192 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:security_group Aug 09 14:42:16.484531 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] security_group is already registered Aug 09 14:42:16.484942 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 14:42:16.485284 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] security_group_rule is already registered Aug 09 14:42:16.485918 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service CORE assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.486252 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:42:16.486594 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] subnetpool is already registered Aug 09 14:42:16.487029 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.v2.resource_helper [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Service CORE assigned prefix: {{(pid=100294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 14:42:16.487383 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 14:42:16.487723 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING neutron.quota.resource_registry [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] subnetpool is already registered Aug 09 14:42:16.488214 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: extensions {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.489719 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: address-groups {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.491261 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: address-scopes {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.492616 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: agents {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.493785 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: auto-allocated-topology {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.495061 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: availability_zones {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.496320 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: dhcp-networks {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.497854 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: dhcp-agents {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.499317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: routers {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.501650 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: flavors {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.503046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: service_profiles {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.504302 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: next_providers {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.505755 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: service_profiles {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.507336 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: floatingip-pools {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.508582 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: routers {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.510311 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: floatingips {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.511652 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: l3-routers {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.513066 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: l3-agents {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.514488 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: metering-labels {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.515808 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: metering-label-rules {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.517961 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: network-ip-availabilities {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.519270 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: bindings {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.520856 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: quotas {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.522429 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: quotas {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.523997 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: rbac-policies {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.525209 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: security-groups {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.526522 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: security-group-rules {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.527815 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: service-providers {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.529053 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: subnetpools {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.530423 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: subnetpools {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.532064 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.533779 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.535648 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.537489 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.539247 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.542242 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.543982 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.545844 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.547895 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.549649 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron.api.extensions [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Extended resource: tags {{(pid=100294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 14:42:16.555660 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING keystonemiddleware.auth_token [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 14:42:16.560147 dv-cinder-788363-9-iscsi neutron-server[100294]: WARNING keystonemiddleware.auth_token [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 14:42:16.569747 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Acquired lock "singleton_lock" {{(pid=100294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 14:42:16.570405 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_concurrency.lockutils [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Releasing lock "singleton_lock" {{(pid=100294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 14:42:16.570862 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Starting 2 workers Aug 09 14:42:16.575705 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Started child 100405 {{(pid=100294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:42:16.580965 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Started child 100406 {{(pid=100294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:42:16.581692 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.582485 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO neutron.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 14:42:16.583086 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [-] (100405) wsgi starting up on http://0.0.0.0:9696 Aug 09 14:42:16.583209 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Notify callbacks [] for process, before_spawn {{(pid=100294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.585550 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Starting 1 workers Aug 09 14:42:16.585660 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.586959 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [-] (100406) wsgi starting up on http://0.0.0.0:9696 Aug 09 14:42:16.590773 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Started child 100407 {{(pid=100294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:42:16.591325 dv-cinder-788363-9-iscsi neutron-server[100294]: INFO oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Starting 1 workers Aug 09 14:42:16.594614 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] calling RpcWorker wait() {{(pid=100407) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 14:42:16.596099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] returning from RpcWorker wait() {{(pid=100407) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 14:42:16.596253 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Started child 100408 {{(pid=100294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 14:42:16.596670 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.596835 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG neutron_lib.callbacks.manager [None req-95413b6e-d19f-4ea0-aa57-d4def8c83bde None None] Notify callbacks [] for process, after_spawn {{(pid=100294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.597160 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:16.598607 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 14:42:16.598830 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:42:16.599022 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:42:16.599271 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:42:16.599607 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:42:16.599768 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:42:16.600300 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.600571 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.600782 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:16.601288 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.601288 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.601525 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.601704 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:16.601977 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.602181 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.602425 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.602696 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.602956 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.603258 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.619734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] debug = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.621317 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.622126 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.623448 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] host = dv-cinder-788363-9-iscsi {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.624483 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_options = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.625551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.627744 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.629455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630487 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.630930 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_json = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.631500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632107 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.632618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633140 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633634 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633634 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.633999 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.634131 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.634628 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.634820 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.635063 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.635344 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.635581 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.635802 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.636021 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.636240 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.636525 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.636752 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.636973 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.637245 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.637458 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.637698 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.637952 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.638186 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.638465 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.638720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.638947 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.639192 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.639422 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.639675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.639897 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.640134 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.640369 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.640608 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.640838 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.641061 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.642322 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.642322 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.642322 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.642870 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.642870 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.643063 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.643355 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648219 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.648964 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.649580 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.650049 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.650206 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.650462 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.650730 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.650957 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.651220 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.651497 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.651735 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.651958 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.652183 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.652423 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.652680 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.652936 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.653201 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.653434 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654041 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654041 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654337 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654468 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654652 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.654917 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.655167 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.655447 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.655681 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.655914 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.656184 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.656446 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.656732 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.656986 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.657499 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.658311 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.658596 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.658903 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.659202 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.659486 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.659771 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.660135 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.660374 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.660731 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.660895 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.661129 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.661380 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.661599 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.661883 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.662112 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.662525 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.662654 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.662779 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.663130 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.663377 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.663626 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.663932 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.664150 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.664410 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.664659 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.664929 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.665198 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.665447 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.665741 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.666011 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.666153 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.667720 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.668489 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.668489 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.668489 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.668802 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.668802 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.669003 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.669345 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.669490 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.669645 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.669881 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.670117 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.670335 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.670551 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.670766 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.671025 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.671472 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.671472 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.671767 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.672016 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.672247 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.672492 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.672769 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.673034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.673419 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.673723 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.674007 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.674143 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.674355 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.674574 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.674810 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.675039 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.675311 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.675547 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.675783 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.676035 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.676363 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.676612 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.676859 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.677128 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.677343 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.677630 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.677786 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.678037 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.678254 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.678467 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.678704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.678963 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.679220 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.679588 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.679721 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.679880 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.680087 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.680316 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.680522 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.680810 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.681046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.681272 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.681532 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.681780 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.682013 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.682237 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.682450 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.682657 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.682877 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.683091 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.683338 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.683560 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.683767 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.683972 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.684188 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.684394 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.684601 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.684841 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.685047 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.685257 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.685476 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.685706 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.685913 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.686415 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.687198 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.687198 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.687198 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694147 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.694636 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.695675 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696121 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696121 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696254 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696440 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696674 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.696888 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.697122 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.697369 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.697601 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.697838 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.698063 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.698289 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.698523 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.698748 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.698962 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.699206 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.699416 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.699651 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.699888 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.700049 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:42:16.700568 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 14:42:16.700732 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 14:42:16.700887 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 14:42:16.701058 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 14:42:16.701227 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 14:42:16.701379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 14:42:16.701584 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.701746 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.701905 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702067 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702228 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702399 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702555 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702712 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.702857 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703018 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703201 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703345 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703507 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703658 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.703809 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704056 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704232 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704370 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704527 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704686 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704888 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.704978 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705139 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] debug = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705290 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705504 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705710 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705863 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.705963 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706114 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706266 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706676 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706676 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706870 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.706870 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707025 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707171 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707319 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707478 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707635 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707795 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.707944 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] host = dv-cinder-788363-9-iscsi {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708100 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708256 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708405 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708562 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708717 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.708874 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709029 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709184 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709341 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709496 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709650 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709809 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.709963 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710118 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710273 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_options = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710431 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710586 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710742 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.710925 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711083 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711271 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711407 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711569 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711724 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.711881 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712035 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712367 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712552 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712682 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712845 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.712979 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713136 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713291 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713429 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713589 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713743 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.713886 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714234 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714379 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714541 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714673 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714808 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.714951 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.715088 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.715417 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.715417 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.715734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.715734 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716045 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716045 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716299 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716299 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716449 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716552 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716709 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.716866 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717122 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717224 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717325 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717480 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_json = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717635 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.717792 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718384 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718384 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718384 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718384 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718777 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718777 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 14:42:16.718951 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.719162 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.719305 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.719465 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.720138 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.720320 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.720589 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.720844 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.721112 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.721407 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.721687 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.721971 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.722231 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.722518 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.722771 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723045 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723288 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723455 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723619 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723784 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.723940 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.724078 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.724360 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.724647 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.724843 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725006 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725168 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725330 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725508 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725721 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.725884 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.726046 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.726318 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.726586 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.726857 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.727145 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.727421 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.727699 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.727880 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728035 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728198 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728353 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728493 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728659 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728822 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.728986 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729144 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729281 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729442 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729583 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729758 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.729901 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730067 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730210 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730373 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730515 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730678 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730820 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.730983 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731162 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731316 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731474 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731618 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731782 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.731924 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.732087 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.732232 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.732392 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.733516 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.734620 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.736920 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.738034 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739062 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.739704 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740035 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740035 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740318 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740318 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740532 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740532 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740833 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.740833 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741066 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741153 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741277 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741437 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741597 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741757 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.741916 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742082 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742252 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742412 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742572 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742757 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.742914 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743073 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743269 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743429 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743589 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743748 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.743907 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744066 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744227 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744385 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744545 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744706 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.744870 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745025 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745187 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745347 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745506 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745671 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745830 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.745990 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746150 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746309 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746468 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746621 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746783 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.746934 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747094 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747272 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747432 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747594 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747752 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.747910 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748069 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748228 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748397 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748547 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748705 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.748867 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749027 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749186 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749346 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749507 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749685 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749836 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.749974 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.750127 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.750292 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.750453 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.750616 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.751380 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.751617 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.751834 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.751996 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752156 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752320 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752497 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752671 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752819 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.752961 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753058 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:16.753146 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753270 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753428 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753588 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753746 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.753905 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754064 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754225 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754423 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754587 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754748 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.754907 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755066 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755246 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755406 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755582 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755742 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.755899 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756058 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756216 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756374 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756542 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756701 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.756859 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757016 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757175 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757332 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757500 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757659 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757817 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.757974 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.758132 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.758290 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.758533 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.758635 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.758878 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759022 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759135 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759224 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759393 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759553 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759710 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.759868 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760026 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760184 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760352 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760511 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760670 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760827 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.760986 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761144 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761312 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761473 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761632 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761799 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.761943 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762104 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762262 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762431 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762590 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762751 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.762910 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763068 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763248 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763408 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763573 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763732 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.763898 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.764138 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.764223 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.764446 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.764539 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.764679 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.765011 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.765186 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.765504 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.765830 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.765830 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.766024 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.766105 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.766263 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.767226 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.767226 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.767804 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.767804 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.767947 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.768209 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.768479 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.768758 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.769443 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.769443 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.770255 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.770255 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.770255 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 14:42:16.770255 dv-cinder-788363-9-iscsi neutron-server[100294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 14:42:16.835659 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33232) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:16.843986 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061562 Aug 09 14:42:28.488620 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da78d2-b02a-4ca3-b360-72e638325ea9 None None] get_active_networks_info from dv-cinder-788363-9-iscsi {{(pid=100407) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 14:42:28.568305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da78d2-b02a-4ca3-b360-72e638325ea9 None None] No non-hosted networks {{(pid=100407) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 14:42:28.576200 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.agentschedulers_db [None req-b3da78d2-b02a-4ca3-b360-72e638325ea9 None None] DHCP Agent not found on host dv-cinder-788363-9-iscsi {{(pid=100407) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 14:42:28.782159 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d9cbd432-dd85-4997-86d0-ba5c5deb75be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.211059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cf99e4fe-2335-4834-b836-9e73a3de159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.238413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.db.api [None req-66bbe0b9-1e5e-44d0-9613-bd42c8638b8c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788363-9-iscsi {{(pid=100407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 14:42:31.238891 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG oslo_db.api [None req-66bbe0b9-1e5e-44d0-9613-bd42c8638b8c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 14:42:31.593602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:31.595874 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.596535 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.597101 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.597636 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.598281 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.598850 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.599586 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.600191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.600833 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.601413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.602001 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.602606 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:31.603246 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:31.613039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:42:31.851769 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-66bbe0b9-1e5e-44d0-9613-bd42c8638b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:32.243560 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:33.747801 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:34.925381 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33324) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:35.420918 dv-cinder-788363-9-iscsi neutron-server[100406]: WARNING oslo_policy.policy [None req-d81cfc1b-ed8b-49ba-b7af-3e7f715f5050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:35.421542 dv-cinder-788363-9-iscsi neutron-server[100406]: WARNING oslo_policy.policy [None req-d81cfc1b-ed8b-49ba-b7af-3e7f715f5050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:35.640308 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [None req-d81cfc1b-ed8b-49ba-b7af-3e7f715f5050 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:42:35.641502 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d81cfc1b-ed8b-49ba-b7af-3e7f715f5050 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151482 Aug 09 14:42:38.022764 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33338) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:38.346472 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:42:38.442388 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.policy [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100406) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 14:42:38.488186 dv-cinder-788363-9-iscsi neutron-server[100406]: WARNING oslo_policy.policy [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:38.488576 dv-cinder-788363-9-iscsi neutron-server[100406]: WARNING oslo_policy.policy [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:38.497448 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.quota [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] Loaded quota_driver: . Aug 09 14:42:38.506464 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.db.l3_hamode_db [None req-6c41a983-5cee-42f2-8446-a76e7fb310c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 14:42:38.584981 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41a983-5cee-42f2-8446-a76e7fb310c4 None None] Routers set() bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:42:38.585370 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41a983-5cee-42f2-8446-a76e7fb310c4 None None] Router IDs set() for agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 14:42:38.652032 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761507121580', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761507122049', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761507141599', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761507143216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761507039378', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761514823356', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594287', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325896', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420058'] for rbac-policy, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.804587 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:38.805714 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-367450d6-c4be-4885-bc35-97a9c32ecce4 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7819374 Aug 09 14:42:41.362414 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33350) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:41.661933 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:42:41.758740 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Made reservation on behalf of 2aed6f88ec5c4dedb248d567e6e02ff4 for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:42:41.761595 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:41.779121 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:41.904466 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.067882 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.093293 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:42:42.120646 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761510134375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.121251 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Unsubscribe: segment precommit_create {{(pid=100406) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 14:42:42.121778 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Added segment 28297d20-ec24-4ebf-aba7-7c0a0e0db855 of type vlan for network aba45d01-1e58-4b99-b9e8-d080167e8344 Aug 09 14:42:42.128852 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f55a2f-bb4c-4648-a06d-0b4dfd827817,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:42.167169 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.167455 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.167795 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.168126 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.168449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.168772 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.169095 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.169429 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.169763 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.170084 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.170395 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.170708 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Tracked resource versions report: Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: pushed versions: Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: { 'AddressGroup': {'1.2'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'ConntrackHelper': {'1.0'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Log': {'1.0'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Network': {'1.1'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Port': {'1.7'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'PortForwarding': {'1.2'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'QosPolicy': {'1.9'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroup': {'1.4'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SubPort': {'1.0'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Subnet': {'1.1'}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Trunk': {'1.1'}} Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: consumer versions: Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'ConntrackHelper': '1.0', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Log': '1.0', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Network': '1.1', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Port': '1.7', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'PortForwarding': '1.2', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'QosPolicy': '1.9', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroup': '1.4', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroupRule': '1.2', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SubPort': '1.0', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Subnet': '1.1', Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Trunk': '1.1'}} Aug 09 14:42:42.171815 dv-cinder-788363-9-iscsi neutron-server[100406]: {{(pid=100406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:42:42.246673 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.345937 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.347034 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:42.347727 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:42.445891 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=aba45d01-1e58-4b99-b9e8-d080167e8344,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:42.457982 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network aba45d01-1e58-4b99-b9e8-d080167e8344 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:42:42.484695 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9e5580f0-54c4-4a3e-9d9e-6619c59df8c4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1210821 Aug 09 14:42:45.197229 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33364) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:45.599161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57586e03-03bb-4a2d-acca-2d40e8165eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:45.600540 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-57586e03-03bb-4a2d-acca-2d40e8165eba admin admin] 10.222.0.45 "GET /v2.0/networks/aba45d01-1e58-4b99-b9e8-d080167e8344 HTTP/1.1" status: 200 len: 825 time: 0.4023604 Aug 09 14:42:45.626009 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-db34b517-12ce-4d40-a0dc-570387384508 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/96a9a09a-ff2e-4b9d-a8a9-688c3947252b HTTP/1.1" status: 200 len: 734 time: 0.0189695 Aug 09 14:42:45.635625 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b', 'ip_version': 4, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'gateway_ip': '172.20.0.1'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:42:45.722887 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Made reservation on behalf of 2aed6f88ec5c4dedb248d567e6e02ff4 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:42:45.726305 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:46.096706 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:46.174102 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb958aa-2bf3-4869-ac59-e2b4fbf75906,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:46.184758 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Checking segment: {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:42:46.185158 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Network hostable DHCP agents. Network: aba45d01-1e58-4b99-b9e8-d080167e8344, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:42:46.282594 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Network aba45d01-1e58-4b99-b9e8-d080167e8344 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:42:46.357188 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, aba45d01-1e58-4b99-b9e8-d080167e8344) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:42:46.363561 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:42:46.364147 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:46.370584 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92bfbab-6c44-45a4-97bb-3d6e8e9968e4 None None] Network aba45d01-1e58-4b99-b9e8-d080167e8344 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:42:46.438430 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ec65d0fd-0cfc-48c2-801b-03c3022712fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8054874 Aug 09 14:42:46.693844 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-aba45d01-1e58-4b99-b9e8-d080167e8344', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:42:46.695069 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:46.973467 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Allocated IP 172.20.0.2 (aba45d01-1e58-4b99-b9e8-d080167e8344/efb958aa-2bf3-4869-ac59-e2b4fbf75906/78fabe3b-55ba-492e-a64f-260cc231ebce) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:42:47.208458 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.224492 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Transition to ACTIVE for port object 78fabe3b-55ba-492e-a64f-260cc231ebce will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:42:47.245494 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Transition to ACTIVE for port object 78fabe3b-55ba-492e-a64f-260cc231ebce will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:42:47.360491 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.425835 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Network aba45d01-1e58-4b99-b9e8-d080167e8344 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:42:47.431502 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:42:47.441001 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:42:47.454444 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Pushing event updated for resources: {'Port': ['ID=78fabe3b-55ba-492e-a64f-260cc231ebce,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:47.481899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.482209 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.482526 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.482876 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.483234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.483573 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.483906 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.484239 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.485319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.485687 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.486123 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.486455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Tracked resource versions report: Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: pushed versions: Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: { 'AddressGroup': {'1.2'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'ConntrackHelper': {'1.0'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Log': {'1.0'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Network': {'1.1'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Port': {'1.7'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'PortForwarding': {'1.2'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'QosPolicy': {'1.9'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroup': {'1.4'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SubPort': {'1.0'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Subnet': {'1.1'}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Trunk': {'1.1'}} Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: consumer versions: Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'ConntrackHelper': '1.0', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Log': '1.0', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Network': '1.1', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Port': '1.7', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'PortForwarding': '1.2', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'QosPolicy': '1.9', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroup': '1.4', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroupRule': '1.2', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SubPort': '1.0', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Subnet': '1.1', Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Trunk': '1.1'}} Aug 09 14:42:47.487557 dv-cinder-788363-9-iscsi neutron-server[100407]: {{(pid=100407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:42:47.536390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Attempting to bind port 78fabe3b-55ba-492e-a64f-260cc231ebce on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:42:47.536790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Attempting to bind port 78fabe3b-55ba-492e-a64f-260cc231ebce by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:42:47.537211 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Attempting to bind port 78fabe3b-55ba-492e-a64f-260cc231ebce on network aba45d01-1e58-4b99-b9e8-d080167e8344 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:42:47.542331 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:42:47.542726 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Checking segment: {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:42:47.543232 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.543673 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Bound using segment: {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:42:47.544135 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Bound port: 78fabe3b-55ba-492e-a64f-260cc231ebce, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:42:47.544556 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.610942 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] For port 78fabe3b-55ba-492e-a64f-260cc231ebce, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:42:47.615254 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] For port 78fabe3b-55ba-492e-a64f-260cc231ebce, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=78fabe3b-55ba-492e-a64f-260cc231ebce,segment=NetworkSegment(28297d20-ec24-4ebf-aba7-7c0a0e0db855),segment_id=28297d20-ec24-4ebf-aba7-7c0a0e0db855)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:42:47.684945 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:47.751668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd1b34-bc77-4449-b010-f599b9a1fb75 None None] Pushing event updated for resources: {'Port': ['ID=78fabe3b-55ba-492e-a64f-260cc231ebce,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:48.895675 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33372) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:49.247652 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [None req-d14ace8c-c306-4d88-94df-5c2464c21054 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:42:49.248642 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d14ace8c-c306-4d88-94df-5c2464c21054 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3516350 Aug 09 14:42:51.646717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33380) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:52.183935 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING oslo_policy.policy [None req-b0257842-9b59-44a3-98d0-bb396e17f2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:52.184581 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING oslo_policy.policy [None req-b0257842-9b59-44a3-98d0-bb396e17f2ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:52.417305 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [None req-b0257842-9b59-44a3-98d0-bb396e17f2ac admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:42:52.418638 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b0257842-9b59-44a3-98d0-bb396e17f2ac admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7697093 Aug 09 14:42:55.074407 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33400) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:55.417953 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:42:55.485868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.policy [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100405) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 14:42:55.536859 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING oslo_policy.policy [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:55.537487 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING oslo_policy.policy [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 14:42:55.546738 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.quota [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Loaded quota_driver: . Aug 09 14:42:55.590417 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 78fabe3b-55ba-492e-a64f-260cc231ebce up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:42:55.679162 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:55.681106 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:55.759560 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 78fabe3b-55ba-492e-a64f-260cc231ebce completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:42:55.844554 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:55.908774 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:55.998795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:56.000643 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-64286f46-18a3-4e9e-b410-f4db6cd41597 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9252720 Aug 09 14:42:56.326658 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edba9f-e715-47fe-9efc-9dc1b19f96fb None None] Network aba45d01-1e58-4b99-b9e8-d080167e8344 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:42:56.485665 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Provisioning for port 78fabe3b-55ba-492e-a64f-260cc231ebce completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:42:56.494169 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Provisioning complete for port 78fabe3b-55ba-492e-a64f-260cc231ebce triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:42:56.494562 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:56.620121 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:56.659456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] For port 78fabe3b-55ba-492e-a64f-260cc231ebce, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=78fabe3b-55ba-492e-a64f-260cc231ebce,segment=NetworkSegment(28297d20-ec24-4ebf-aba7-7c0a0e0db855),segment_id=28297d20-ec24-4ebf-aba7-7c0a0e0db855)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:42:56.735876 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:56.786054 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c781bf-daf6-4e28-87ae-b659531cab21 None None] Pushing event updated for resources: {'Port': ['ID=78fabe3b-55ba-492e-a64f-260cc231ebce,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:42:56.856296 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-35a264be-6546-4818-a147-7761f1aaf78b None None] Provisioning complete for port 78fabe3b-55ba-492e-a64f-260cc231ebce triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:42:56.856664 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-35a264be-6546-4818-a147-7761f1aaf78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:57.564474 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 78fabe3b-55ba-492e-a64f-260cc231ebce up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:42:57.612198 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 78fabe3b-55ba-492e-a64f-260cc231ebce triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:42:57.612569 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:58.449354 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33410) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:42:58.455444 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-44fa5879-2fb0-4f5a-81f3-abf118955484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:42:58.783531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [None req-61308933-5ba6-4e1e-93c1-ff6b9a7c4daf admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:42:58.784515 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-61308933-5ba6-4e1e-93c1-ff6b9a7c4daf admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3342083 Aug 09 14:43:01.209533 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33418) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:43:01.216412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-197846e7-5d06-4436-855d-8265be53b0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.544036 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:43:01.586490 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.649762 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Made reservation on behalf of 8d6bbf8ad3be40f0ba2ce0d4df8c375b for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:43:01.652749 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.669399 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.793578 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.876891 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.887806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Reserving flat network on physical network physnet1 {{(pid=100405) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 14:43:01.920097 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761510134375', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:01.920661 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Unsubscribe: segment precommit_create {{(pid=100405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 14:43:01.921160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Added segment a4e400c9-a2c6-40ae-94e7-ee86d172b74d of type flat for network 5be52d81-34bc-4757-b5ee-e05c6a4619fe Aug 09 14:43:01.938916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dbe075-d9cb-4181-a8e7-303933341b29,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:01.988508 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.988860 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.989224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.989551 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.989874 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.990201 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.990515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.990851 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.991209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.991528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.991842 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.992153 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Tracked resource versions report: Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: pushed versions: Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: { 'AddressGroup': {'1.2'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'ConntrackHelper': {'1.0'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Log': {'1.0'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Network': {'1.1'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Port': {'1.7'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'PortForwarding': {'1.2'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'QosPolicy': {'1.9'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroup': {'1.4'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SubPort': {'1.0'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Subnet': {'1.1'}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Trunk': {'1.1'}} Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: consumer versions: Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'ConntrackHelper': '1.0', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Log': '1.0', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Network': '1.1', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Port': '1.7', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'PortForwarding': '1.2', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'QosPolicy': '1.9', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroup': '1.4', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroupRule': '1.2', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SubPort': '1.0', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Subnet': '1.1', Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Trunk': '1.1'}} Aug 09 14:43:01.993226 dv-cinder-788363-9-iscsi neutron-server[100405]: {{(pid=100405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:43:02.046780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:02.181308 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:02.182675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:43:02.183409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:02.209409 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:02.278733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] Pushing event updated for resources: {'Network': ['ID=5be52d81-34bc-4757-b5ee-e05c6a4619fe,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:02.289076 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:43:02.349727 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e7ee09c2-96ae-405c-b7fe-090909cb4d55 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1261306 Aug 09 14:43:03.695451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:04.690797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33440) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:43:04.913896 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ba531-676f-4ead-aec1-0bee351feb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:43:04.915332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b29ba531-676f-4ead-aec1-0bee351feb03 admin admin] 10.222.0.45 "GET /v2.0/subnets/efb958aa-2bf3-4869-ac59-e2b4fbf75906 HTTP/1.1" status: 200 len: 849 time: 0.2235212 Aug 09 14:43:05.055741 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-810e0d9b-c9bd-4b10-bf97-7a302a6ba618 admin admin] 10.222.0.45 "GET /v2.0/routers/3711a3bd-c670-4628-a226-fd336c285677 HTTP/1.1" status: 200 len: 704 time: 0.1344163 Aug 09 14:43:05.324100 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:05.618240 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Allocated IP 172.20.0.1 (aba45d01-1e58-4b99-b9e8-d080167e8344/efb958aa-2bf3-4869-ac59-e2b4fbf75906/0b4674e0-e6d6-4064-8e12-23ebb586d95b) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:43:05.799084 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:05.823573 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Transition to ACTIVE for port object 0b4674e0-e6d6-4064-8e12-23ebb586d95b will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:43:05.958501 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.034561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Network aba45d01-1e58-4b99-b9e8-d080167e8344 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:43:06.039340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:43:06.045454 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4674e0-e6d6-4064-8e12-23ebb586d95b,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:06.058147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:43:06.059432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.335348 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-0d7fcc86-0be3-410d-afb0-d23abe6d49e7 None None] Provisioning for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:43:06.339531 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-0d7fcc86-0be3-410d-afb0-d23abe6d49e7 None None] Provisioning complete for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:06.339906 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d7fcc86-0be3-410d-afb0-d23abe6d49e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.375668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-0d7fcc86-0be3-410d-afb0-d23abe6d49e7 None None] Port 0b4674e0-e6d6-4064-8e12-23ebb586d95b cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:43:06.378888 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.580886 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.643653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.644467 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:06.653785 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:43:06.721438 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4674e0-e6d6-4064-8e12-23ebb586d95b,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:06.769931 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Network aba45d01-1e58-4b99-b9e8-d080167e8344 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:43:06.771245 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:43:06.999627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-6426d219-fb05-48bb-845d-11a04f462f31 None None] Provisioning complete for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:06.999991 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6426d219-fb05-48bb-845d-11a04f462f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:07.020923 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Router 3711a3bd-c670-4628-a226-fd336c285677 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:43:07.035654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-6426d219-fb05-48bb-845d-11a04f462f31 None None] Port 0b4674e0-e6d6-4064-8e12-23ebb586d95b cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:43:07.119642 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:43:07.125242 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f77e01f8-1a27-45a7-8e54-d7f1c8be6038 admin admin] 10.222.0.45 "PUT /v2.0/routers/3711a3bd-c670-4628-a226-fd336c285677/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0639946 Aug 09 14:43:07.131154 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Sync routers for ids ['3711a3bd-c670-4628-a226-fd336c285677'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:43:07.143594 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Routers {'3711a3bd-c670-4628-a226-fd336c285677'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:43:07.144464 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:43:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['3711a3bd-c670-4628-a226-fd336c285677'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:07.333326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Set router 3711a3bd-c670-4628-a226-fd336c285677 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:43:07.780804 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:06Z', 'revision_number': 2, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port_host': None, '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:06Z', 'revision_number': 2, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:07.834835 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Checking router: 3711a3bd-c670-4628-a226-fd336c285677 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:43:07.835231 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Updating router 3711a3bd-c670-4628-a226-fd336c285677 port 0b4674e0-e6d6-4064-8e12-23ebb586d95b binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:43:07.884617 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.412264 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.430190 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Transition to ACTIVE for port object 0b4674e0-e6d6-4064-8e12-23ebb586d95b will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:43:08.501748 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.658442 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Pushing event updated for resources: {'Port': ['ID=0b4674e0-e6d6-4064-8e12-23ebb586d95b,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:08.675192 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.675549 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.675899 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.676241 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.676582 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.676919 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.677255 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.677589 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.677936 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.678275 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.678604 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.678929 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Tracked resource versions report: Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: pushed versions: Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: { 'AddressGroup': {'1.2'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'ConntrackHelper': {'1.0'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Log': {'1.0'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Network': {'1.1'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Port': {'1.7'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'PortForwarding': {'1.2'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'QosPolicy': {'1.9'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroup': {'1.4'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SubPort': {'1.0'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Subnet': {'1.1'}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Trunk': {'1.1'}} Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: consumer versions: Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'ConntrackHelper': '1.0', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Log': '1.0', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Network': '1.1', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Port': '1.7', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'PortForwarding': '1.2', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'QosPolicy': '1.9', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroup': '1.4', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroupRule': '1.2', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SubPort': '1.0', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Subnet': '1.1', Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Trunk': '1.1'}} Aug 09 14:43:08.680032 dv-cinder-788363-9-iscsi neutron-server[100408]: {{(pid=100408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:43:08.682565 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Attempting to bind port 0b4674e0-e6d6-4064-8e12-23ebb586d95b on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:43:08.682884 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Attempting to bind port 0b4674e0-e6d6-4064-8e12-23ebb586d95b by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:43:08.683331 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Attempting to bind port 0b4674e0-e6d6-4064-8e12-23ebb586d95b on network aba45d01-1e58-4b99-b9e8-d080167e8344 {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:43:08.697024 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:43:08.697438 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Checking segment: {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:43:08.697911 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.698325 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Bound using segment: {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:43:08.698819 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Bound port: 0b4674e0-e6d6-4064-8e12-23ebb586d95b, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28297d20-ec24-4ebf-aba7-7c0a0e0db855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:43:08.699236 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.771763 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] For port 0b4674e0-e6d6-4064-8e12-23ebb586d95b, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:43:08.801776 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] For port 0b4674e0-e6d6-4064-8e12-23ebb586d95b, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0b4674e0-e6d6-4064-8e12-23ebb586d95b,segment=NetworkSegment(28297d20-ec24-4ebf-aba7-7c0a0e0db855),segment_id=28297d20-ec24-4ebf-aba7-7c0a0e0db855)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:43:08.854491 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:08.934539 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Routers {'3711a3bd-c670-4628-a226-fd336c285677'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:43:08.935636 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:43:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['3711a3bd-c670-4628-a226-fd336c285677'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:08.937715 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1dca7-9506-49e7-8b67-78a40d7f8374 None None] Pushing event updated for resources: {'Port': ['ID=0b4674e0-e6d6-4064-8e12-23ebb586d95b,revision_number=4']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:09.047293 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] Set router 3711a3bd-c670-4628-a226-fd336c285677 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:43:09.287088 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-bc1d165f-771b-45da-882b-048822fa566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:06Z', 'revision_number': 2, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port_host': None, '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:08Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:09.317284 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d165f-771b-45da-882b-048822fa566b None None] The sync data for ids ['3711a3bd-c670-4628-a226-fd336c285677'] in dv-cinder-788363-9-iscsi is: [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:06Z', 'revision_number': 2, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port_host': None, '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:08Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:43:09.446730 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 33462) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:43:09.568422 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3674cc0-1c1a-4dd6-addc-6c495d7555e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:43:09.569814 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d3674cc0-1c1a-4dd6-addc-6c495d7555e8 admin admin] 10.222.0.45 "GET /v2.0/networks/5be52d81-34bc-4757-b5ee-e05c6a4619fe HTTP/1.1" status: 200 len: 842 time: 0.1219947 Aug 09 14:43:09.580919 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:43:09.688249 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Made reservation on behalf of 8d6bbf8ad3be40f0ba2ce0d4df8c375b for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:43:09.690647 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:10.095995 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.objects.ports [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100406) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 14:43:10.096359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:10.152785 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a27c11-f114-4d72-b98e-af57b5f47f03,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:10.163422 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:43:10.163776 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Network hostable DHCP agents. Network: 5be52d81-34bc-4757-b5ee-e05c6a4619fe, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:43:10.226329 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:43:10.300582 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 5be52d81-34bc-4757-b5ee-e05c6a4619fe) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:43:10.304731 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:43:10.305318 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:10.312783 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fc418-1895-429d-ad51-1a1b4eede211 None None] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:43:10.387910 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b9a6799e-8b55-4feb-838f-be346b676219 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8113356 Aug 09 14:43:10.438028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f892533-172d-4468-b7df-2e3341c3f651 None None] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:43:12.683516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33470) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:43:12.821504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ecaf4317-91f6-4a82-af43-de5e4b401fa6 admin admin] 10.222.0.45 "GET /v2.0/routers/3711a3bd-c670-4628-a226-fd336c285677 HTTP/1.1" status: 200 len: 710 time: 0.1366899 Aug 09 14:43:12.916624 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fb653-812d-45c5-8538-e4b959bfa31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:43:12.924687 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-601fb653-812d-45c5-8538-e4b959bfa31e admin admin] 10.222.0.45 "GET /v2.0/networks/5be52d81-34bc-4757-b5ee-e05c6a4619fe HTTP/1.1" status: 200 len: 886 time: 0.0908680 Aug 09 14:43:12.929193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:43:13.185646 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:13.477193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:13.629185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:13.751044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Allocated IP 172.27.1.216 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/a5630539-5a0d-4627-a51f-0cd6d13f61f5) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:43:13.891920 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.021200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.061921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:43:14.066956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:43:14.070431 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:43:14.075693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Pushing event updated for resources: {'Port': ['ID=a5630539-5a0d-4627-a51f-0cd6d13f61f5,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:14.418438 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.638967 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1807892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1805381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104858'] for router, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.642617 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1808111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1808102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1805404'] for router, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.755295 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Router 3711a3bd-c670-4628-a226-fd336c285677 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:43:14.872298 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:43:14.878659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:14.879951 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b5d6384f-89e2-4121-a0b3-56db4259e47c admin admin] 10.222.0.45 "PUT /v2.0/routers/3711a3bd-c670-4628-a226-fd336c285677 HTTP/1.1" status: 200 len: 890 time: 1.9545302 Aug 09 14:43:15.597358 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0b4674e0-e6d6-4064-8e12-23ebb586d95b up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:43:15.739389 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:43:15.743460 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:15.744062 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:15.831427 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:15.864419 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 0b4674e0-e6d6-4064-8e12-23ebb586d95b, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0b4674e0-e6d6-4064-8e12-23ebb586d95b,segment=NetworkSegment(28297d20-ec24-4ebf-aba7-7c0a0e0db855),segment_id=28297d20-ec24-4ebf-aba7-7c0a0e0db855)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:43:15.872610 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Sync routers for ids ['3711a3bd-c670-4628-a226-fd336c285677'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:43:15.884420 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Routers {'3711a3bd-c670-4628-a226-fd336c285677'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:43:15.885098 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:43:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['3711a3bd-c670-4628-a226-fd336c285677'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:15.983791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:16.142466 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=0b4674e0-e6d6-4064-8e12-23ebb586d95b,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:16.176193 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Set router 3711a3bd-c670-4628-a226-fd336c285677 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:43:16.572808 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:14Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port': {'id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:13Z', 'updated_at': '2021-08-09T14:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:08Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:16.628652 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Checking router: 3711a3bd-c670-4628-a226-fd336c285677 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:43:16.629618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Updating router 3711a3bd-c670-4628-a226-fd336c285677 port a5630539-5a0d-4627-a51f-0cd6d13f61f5 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:43:16.678871 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.015353 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.024860 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Transition to ACTIVE for port object a5630539-5a0d-4627-a51f-0cd6d13f61f5 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:43:17.117566 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.171994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Attempting to bind port a5630539-5a0d-4627-a51f-0cd6d13f61f5 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:43:17.172888 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Attempting to bind port a5630539-5a0d-4627-a51f-0cd6d13f61f5 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:43:17.173882 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Attempting to bind port a5630539-5a0d-4627-a51f-0cd6d13f61f5 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:43:17.179601 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ff28f-6ea8-4690-95f3-e0a6ffb00071 None None] Pushing event updated for resources: {'Port': ['ID=a5630539-5a0d-4627-a51f-0cd6d13f61f5,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:17.184999 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:43:17.185350 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:43:17.185726 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.186121 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:43:17.186602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Bound port: a5630539-5a0d-4627-a51f-0cd6d13f61f5, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:43:17.187010 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.243451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] For port a5630539-5a0d-4627-a51f-0cd6d13f61f5, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:43:17.246411 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] For port a5630539-5a0d-4627-a51f-0cd6d13f61f5, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a5630539-5a0d-4627-a51f-0cd6d13f61f5,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:43:17.330334 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 33482) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:43:17.335549 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.393847 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Routers {'3711a3bd-c670-4628-a226-fd336c285677'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:43:17.394479 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:43:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['3711a3bd-c670-4628-a226-fd336c285677'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:17.454458 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-105d8fba-f836-4f38-a25f-c42e060bccad admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227231 Aug 09 14:43:17.524248 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ff28f-6ea8-4690-95f3-e0a6ffb00071 None None] Pushing event updated for resources: {'Port': ['ID=a5630539-5a0d-4627-a51f-0cd6d13f61f5,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:17.601901 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0b4674e0-e6d6-4064-8e12-23ebb586d95b up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:43:17.635743 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] Set router 3711a3bd-c670-4628-a226-fd336c285677 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:43:17.756390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:17.757001 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:17.923301 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:14Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port': {'id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:13Z', 'updated_at': '2021-08-09T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:15Z', 'revision_number': 5, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:43:17.952668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac756ce-d2e4-448a-9220-5f34dc2876f8 None None] The sync data for ids ['3711a3bd-c670-4628-a226-fd336c285677'] in dv-cinder-788363-9-iscsi is: [{'id': '3711a3bd-c670-4628-a226-fd336c285677', 'name': 'router1', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216'}], 'enable_snat': True}, 'gw_port_id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:42:55Z', 'updated_at': '2021-08-09T14:43:14Z', 'revision_number': 4, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'gw_port': {'id': 'a5630539-5a0d-4627-a51f-0cd6d13f61f5', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:13Z', 'updated_at': '2021-08-09T14:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '0b4674e0-e6d6-4064-8e12-23ebb586d95b', 'name': '', 'network_id': 'aba45d01-1e58-4b99-b9e8-d080167e8344', 'tenant_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'mac_address': 'fa:16:3e:58:d9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3711a3bd-c670-4628-a226-fd336c285677', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:43:05Z', 'updated_at': '2021-08-09T14:43:15Z', 'revision_number': 5, 'project_id': '2aed6f88ec5c4dedb248d567e6e02ff4', 'subnets': [{'id': 'efb958aa-2bf3-4869-ac59-e2b4fbf75906', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '96a9a09a-ff2e-4b9d-a8a9-688c3947252b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:43:19.627822 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a5630539-5a0d-4627-a51f-0cd6d13f61f5 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:43:19.752337 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port a5630539-5a0d-4627-a51f-0cd6d13f61f5 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:43:19.756753 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port a5630539-5a0d-4627-a51f-0cd6d13f61f5 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:19.757132 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:19.850142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:19.877338 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port a5630539-5a0d-4627-a51f-0cd6d13f61f5, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a5630539-5a0d-4627-a51f-0cd6d13f61f5,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:43:19.946614 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:20.013870 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=a5630539-5a0d-4627-a51f-0cd6d13f61f5,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:43:21.609372 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a5630539-5a0d-4627-a51f-0cd6d13f61f5 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:43:21.681236 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port a5630539-5a0d-4627-a51f-0cd6d13f61f5 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:43:21.681779 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:28.477918 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f906-12dd-481f-ab4b-03b8d1cd0d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:31.146135 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-13289180-051a-4da7-b0e8-5cfac591f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:31.600696 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:32.203516 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:33.729340 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:43:43.723301 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:43:58.465081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-79345fe2-a3c7-40a6-96cd-848699b93b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:01.162487 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-99a5329a-b149-4fb1-9fc4-33ed70bf999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:01.602334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:02.202076 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:04.041645 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:20.656401 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:44:28.446671 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c151cfd5-8789-43b4-b6f7-55fffe5b39ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:31.183753 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1b114bef-e9a2-4fe2-a8f9-7990c972f5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:31.589482 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:32.182829 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:33.709241 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:57.654560 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:44:58.439341 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c4118992-7a8e-4653-92bf-db40d9deb858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:44:59.524886 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34050) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:44:59.586879 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bf275d-b363-406a-8da4-0633bbbbe1d1 admin admin] GET failed (client error): The resource could not be found. Aug 09 14:44:59.588244 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-12bf275d-b363-406a-8da4-0633bbbbe1d1 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624232 Aug 09 14:44:59.757617 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41be31c-2c33-40f7-9538-b3b97f3d1d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:44:59.759013 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d41be31c-2c33-40f7-9538-b3b97f3d1d1d admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649270 Aug 09 14:45:01.169846 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3174a915-0386-4f4b-a697-4bef6dfa7193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:01.588101 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:01.954733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34060) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:02.051824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5224fc-09ce-4bf3-b578-35ab385c3f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:02.053464 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-4f5224fc-09ce-4bf3-b578-35ab385c3f88 admin admin] 10.222.0.45 "GET /v2.0/subnets/efb958aa-2bf3-4869-ac59-e2b4fbf75906 HTTP/1.1" status: 200 len: 849 time: 0.1010435 Aug 09 14:45:02.064229 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:45:02.194108 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:02.241119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Notify callbacks [] for subnet, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:02.454945 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761509996692'] for subnet, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:02.485491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:02.486090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:02.488361 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] 10.222.0.45 "PUT /v2.0/subnets/efb958aa-2bf3-4869-ac59-e2b4fbf75906 HTTP/1.1" status: 200 len: 868 time: 0.4278035 Aug 09 14:45:02.494670 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cc344-76b6-40ed-9014-158adff166c7 None None] Network aba45d01-1e58-4b99-b9e8-d080167e8344 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:45:02.515873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb958aa-2bf3-4869-ac59-e2b4fbf75906,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:02.523813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.524193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.524546 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.524889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.525226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.525578 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.525916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.526266 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.526627 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.526959 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.527353 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.527687 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c2e95d-09d9-45f6-bf66-5445287829ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:02.837724 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-823597e1-f518-4388-a296-1e4955230b38 None None] Provisioning complete for port 0b4674e0-e6d6-4064-8e12-23ebb586d95b triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:45:02.838099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-823597e1-f518-4388-a296-1e4955230b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:02.922478 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-823597e1-f518-4388-a296-1e4955230b38 None None] Provisioning complete for port 78fabe3b-55ba-492e-a64f-260cc231ebce triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:45:02.922846 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-823597e1-f518-4388-a296-1e4955230b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:03.696256 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:04.675091 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34068) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:04.878178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba3dab-447d-42cc-9155-6655a3799090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:04.878662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba3dab-447d-42cc-9155-6655a3799090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:04.880244 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-abba3dab-447d-42cc-9155-6655a3799090 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041712 Aug 09 14:45:07.058195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34076) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:07.196902 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76dc2f-84af-44d4-9d1d-53ff0e15cc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:07.197380 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76dc2f-84af-44d4-9d1d-53ff0e15cc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:07.198948 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2a76dc2f-84af-44d4-9d1d-53ff0e15cc5a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1391392 Aug 09 14:45:09.391720 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34084) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:09.523583 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4df80-8c7e-4ca1-bbb3-c6c0dc94248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:09.524997 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a6b4df80-8c7e-4ca1-bbb3-c6c0dc94248b admin admin] 10.222.0.45 "GET /v2.0/networks/5be52d81-34bc-4757-b5ee-e05c6a4619fe HTTP/1.1" status: 200 len: 886 time: 0.1318233 Aug 09 14:45:11.825831 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34092) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:11.969841 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de0ba9-cb10-47f9-b681-52b0fd9bfd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:11.971130 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f4de0ba9-cb10-47f9-b681-52b0fd9bfd06 admin admin] 10.222.0.45 "GET /v2.0/networks/aba45d01-1e58-4b99-b9e8-d080167e8344 HTTP/1.1" status: 200 len: 869 time: 0.1442263 Aug 09 14:45:14.138487 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34102) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:14.265212 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9e10f-d30c-4ff7-aa71-618563adf5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:14.265677 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9e10f-d30c-4ff7-aa71-618563adf5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:14.267274 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-98c9e10f-d30c-4ff7-aa71-618563adf5a5 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274920 Aug 09 14:45:16.452090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34110) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:16.545730 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5a4f7-0965-44ce-8362-5b13f254a885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:16.546195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5a4f7-0965-44ce-8362-5b13f254a885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:16.547738 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-50f5a4f7-0965-44ce-8362-5b13f254a885 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946963 Aug 09 14:45:18.704691 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34118) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:18.794571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed55786-e158-40e8-a8e8-3696a68447fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:18.795971 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-7ed55786-e158-40e8-a8e8-3696a68447fe admin admin] 10.222.0.45 "GET /v2.0/subnets/b8a27c11-f114-4d72-b98e-af57b5f47f03 HTTP/1.1" status: 200 len: 816 time: 0.0903242 Aug 09 14:45:20.990723 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34126) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:21.082958 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45ffe09-7079-4fe8-8fc7-f912495da817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:21.084247 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b45ffe09-7079-4fe8-8fc7-f912495da817 admin admin] 10.222.0.45 "GET /v2.0/subnets/efb958aa-2bf3-4869-ac59-e2b4fbf75906 HTTP/1.1" status: 200 len: 868 time: 0.0925608 Aug 09 14:45:28.493705 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-7ce65196-2041-4e0d-977e-20adca58d05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:31.206232 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0a5c35cf-88ed-406e-a634-aea441011034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:31.592791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:32.221253 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:33.793562 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:34.652782 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:45:47.223481 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34180) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:47.277974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [None req-4e9fcec2-44e1-4c48-9efe-e74e0ceb754f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:45:47.278984 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-4e9fcec2-44e1-4c48-9efe-e74e0ceb754f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544834 Aug 09 14:45:49.568984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34188) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:49.642057 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c593c-8b23-48f4-a453-392cbd6f1673 admin admin] GET failed (client error): The resource could not be found. Aug 09 14:45:49.644070 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-723c593c-8b23-48f4-a453-392cbd6f1673 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0738130 Aug 09 14:45:49.731647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59b6eb-0cea-4876-8cad-d30d0a0a767a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:49.733128 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9f59b6eb-0cea-4876-8cad-d30d0a0a767a admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843363 Aug 09 14:45:51.984241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34196) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:52.033415 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:45:52.294846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Made reservation on behalf of 8d6bbf8ad3be40f0ba2ce0d4df8c375b for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:45:52.297435 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:52.327152 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING neutron.services.revisions.revision_plugin [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Could not find related network for resource to bump revision. Aug 09 14:45:52.341589 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:45:52.352321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:52.357793 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Added segment ddd03897-be9b-411f-953d-735301c50a81 of type vlan for network b11502c2-5548-4fbb-a101-2f45b95c7117 Aug 09 14:45:52.392030 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:52.482809 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:52.483829 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:52.484410 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:52.542677 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] Pushing event updated for resources: {'Network': ['ID=b11502c2-5548-4fbb-a101-2f45b95c7117,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:52.553116 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network b11502c2-5548-4fbb-a101-2f45b95c7117 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:45:52.609577 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d3a97850-7f8a-404c-bf44-b6e1288bdea5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6241817 Aug 09 14:45:54.848399 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34204) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:45:54.914112 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db65dec-a743-4669-afd6-a4d8818eec11 admin admin] GET failed (client error): The resource could not be found. Aug 09 14:45:54.915455 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6db65dec-a743-4669-afd6-a4d8818eec11 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660994 Aug 09 14:45:55.019701 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ca28b-7244-4571-9111-71f73bc70148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:55.021214 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-325ca28b-7244-4571-9111-71f73bc70148 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014123 Aug 09 14:45:55.031567 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:45:55.116023 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Made reservation on behalf of 8d6bbf8ad3be40f0ba2ce0d4df8c375b for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:45:55.118513 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:55.351911 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:55.410866 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6acb87-77fd-4053-9bb3-5e672291f891,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:55.415388 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Checking segment: {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:45:55.416297 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Network hostable DHCP agents. Network: b11502c2-5548-4fbb-a101-2f45b95c7117, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:45:55.423242 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.423611 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.423957 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.424296 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.424628 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.424980 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.425322 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.425669 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.426015 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.426347 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.426672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.426993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:55.494281 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Network b11502c2-5548-4fbb-a101-2f45b95c7117 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:45:55.574360 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, b11502c2-5548-4fbb-a101-2f45b95c7117) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:45:55.578603 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:45:55.579232 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:55.584728 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adfad1-1e90-4e26-8915-ba36b53a2d81 None None] Network b11502c2-5548-4fbb-a101-2f45b95c7117 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:45:55.638355 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-41a8ad02-ce62-4bf1-b909-0103e6482584 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6103735 Aug 09 14:45:55.919092 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-b11502c2-5548-4fbb-a101-2f45b95c7117', 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117', 'tenant_id': '8d6bbf8ad3be40f0ba2ce0d4df8c375b', 'fixed_ips': [{'subnet_id': 'fd6acb87-77fd-4053-9bb3-5e672291f891'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:45:55.920056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.078658 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Allocated IP 192.168.233.2 (b11502c2-5548-4fbb-a101-2f45b95c7117/fd6acb87-77fd-4053-9bb3-5e672291f891/bf800f36-63dd-4fd9-8557-c2ea8e687540) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:45:56.226852 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.235595 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Transition to ACTIVE for port object bf800f36-63dd-4fd9-8557-c2ea8e687540 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:45:56.251229 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Transition to ACTIVE for port object bf800f36-63dd-4fd9-8557-c2ea8e687540 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:45:56.318314 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.358384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Network b11502c2-5548-4fbb-a101-2f45b95c7117 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:45:56.364940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:45:56.370106 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:45:56.373221 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Pushing event updated for resources: {'Port': ['ID=bf800f36-63dd-4fd9-8557-c2ea8e687540,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:56.381591 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.381957 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.382300 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.382637 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.382970 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.383319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.383654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.383996 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.384344 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.385402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.385740 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.386140 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:45:56.439877 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Attempting to bind port bf800f36-63dd-4fd9-8557-c2ea8e687540 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:45:56.440156 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Attempting to bind port bf800f36-63dd-4fd9-8557-c2ea8e687540 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:45:56.440518 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Attempting to bind port bf800f36-63dd-4fd9-8557-c2ea8e687540 on network b11502c2-5548-4fbb-a101-2f45b95c7117 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:45:56.445657 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:45:56.446032 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Checking segment: {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:45:56.446427 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.446818 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Bound using segment: {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:45:56.447519 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Bound port: bf800f36-63dd-4fd9-8557-c2ea8e687540, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:45:56.448097 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.515668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] For port bf800f36-63dd-4fd9-8557-c2ea8e687540, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:45:56.519192 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] For port bf800f36-63dd-4fd9-8557-c2ea8e687540, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=bf800f36-63dd-4fd9-8557-c2ea8e687540,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:45:56.575026 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:56.639678 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fa10-d4c4-446b-98ed-50e3f20ab97d None None] Pushing event updated for resources: {'Port': ['ID=bf800f36-63dd-4fd9-8557-c2ea8e687540,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:57.438458 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b2694-ee7a-4c14-bc76-2c8714190d7b None None] Network b11502c2-5548-4fbb-a101-2f45b95c7117 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:45:57.684765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3f23eaa5-616d-4dc8-a081-530f49b70ebb None None] Provisioning for port bf800f36-63dd-4fd9-8557-c2ea8e687540 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:45:57.770717 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device bf800f36-63dd-4fd9-8557-c2ea8e687540 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:45:57.896412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port bf800f36-63dd-4fd9-8557-c2ea8e687540 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:45:57.903880 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port bf800f36-63dd-4fd9-8557-c2ea8e687540 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:45:57.906066 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:57.931670 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-34aaa4aa-2d7a-49c4-84b9-974a32095c66 None None] Provisioning complete for port bf800f36-63dd-4fd9-8557-c2ea8e687540 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:45:57.932082 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-34aaa4aa-2d7a-49c4-84b9-974a32095c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:58.053851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:58.071922 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-34aaa4aa-2d7a-49c4-84b9-974a32095c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:58.113248 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port bf800f36-63dd-4fd9-8557-c2ea8e687540, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=bf800f36-63dd-4fd9-8557-c2ea8e687540,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:45:58.191971 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:58.269802 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.db.api [None req-34aaa4aa-2d7a-49c4-84b9-974a32095c66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 14:45:58.270305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG oslo_db.api [None req-34aaa4aa-2d7a-49c4-84b9-974a32095c66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 14:45:58.272984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=bf800f36-63dd-4fd9-8557-c2ea8e687540,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:45:58.527485 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-887bcfe7-bb5e-4895-baa0-e09770b1a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:45:59.716482 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device bf800f36-63dd-4fd9-8557-c2ea8e687540 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:45:59.764444 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port bf800f36-63dd-4fd9-8557-c2ea8e687540 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:45:59.764814 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:01.214126 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1c77d9dc-9bd0-4e5e-93dd-df7fa17ef2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:01.580028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:02.225829 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:03.818840 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:11.652159 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:46:28.487225 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-aeaffff0-8f0d-451f-b188-97d28a6ebbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:31.138660 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9d8fd952-a91d-43bf-a429-d0d54f5e1102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:31.588683 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:32.205476 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:33.732416 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:46:48.651706 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:46:58.497022 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-52833f46-71b3-4ba7-ab02-12e53bfcda9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:01.221028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bd3e2add-b2fd-4ce7-b487-370d53b291d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:01.594304 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:02.304278 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:03.754325 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:16.983537 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34256) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:47:16.989450 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [None req-de6ad859-5634-4cfe-880d-142aa6ed48d1 tempest-verify_tempest_config-1251742637 tempest-verify_tempest_config-1251742637-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100406) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:47:16.990411 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-de6ad859-5634-4cfe-880d-142aa6ed48d1 tempest-verify_tempest_config-1251742637 tempest-verify_tempest_config-1251742637-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059144 Aug 09 14:47:17.595632 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34274) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:47:17.699733 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:17.787127 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:17.856639 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:17.902214 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5143cb086a174c2b8baa204d9d54e7c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3055358 Aug 09 14:47:17.902921 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bea58e-37f1-4829-b977-e5f281e2b75e,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:47:17.904811 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34278) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.923662 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.924656 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d2ff-3c7c-455b-89a3-a4d660679b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:47:17.970047 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:17.990543 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:18.285439 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:18.288549 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:18.289969 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57bea58e-37f1-4829-b977-e5f281e2b75e HTTP/1.1" status: 204 len: 168 time: 0.3842840 Aug 09 14:47:18.298061 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514a5b2-d848-47e6-a34b-2ec97da12cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bea58e-37f1-4829-b977-e5f281e2b75e,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:47:25.650661 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:47:28.479175 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-905d70f7-b334-40db-ba5b-e34b7e4f5e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:31.192189 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c4d617ec-ca78-4925-a5c9-cefd5033cd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:31.592666 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:32.214075 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:33.747009 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:47:58.470142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6d5e-e29c-4619-ae16-65675ca5b7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:01.189841 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-edc3b18c-b9eb-432d-a224-231d70e0fc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:01.597165 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:02.197310 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:02.651375 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:48:03.774076 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:28.464799 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-936b3efe-62fe-4968-af63-783c64d88bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:31.171326 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-93b1ffa6-afbe-4847-bce5-bd18ce45383a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:31.572766 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:32.189897 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:33.759704 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:39.651225 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 5 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:48:57.285528 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1806566'] for agent, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:48:58.475399 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b0376ec8-5920-4689-aa13-9c98c1d3674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:01.171593 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-69e21eb0-d612-4f2a-9b01-5f44f37791f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:01.600427 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:01.917739 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34330) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:49:02.025828 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3d68d52a-7e0d-4992-922f-f68fe3f5704e admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1069577 Aug 09 14:49:02.257472 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:03.851555 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:04.263592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34340) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:49:04.325520 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-5cad00b2-2ff7-40dc-8a6c-90a4cad8fa47 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0608134 Aug 09 14:49:16.650539 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:49:27.216458 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:28.495971 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-eeff7121-d2a8-4a66-ba29-a83551f52d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:31.267402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-28c483a5-9adb-4c65-951c-f556f16ae36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:31.614144 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:32.227044 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:33.819990 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:53.650312 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:49:57.214852 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:49:58.483732 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-52f7c3cf-f69f-429f-8174-8076e2b1cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:01.239554 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fbd15b39-3bd1-4cab-88d3-a2aaf2bfa9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:01.625447 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:02.237593 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:03.757422 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:27.217289 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:28.497013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b7791dc3-0094-4bfd-a4e2-90621da28b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:30.648865 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:50:31.161973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cf1a829b-4ea9-42ae-8af5-9a896672f839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:31.613398 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:32.241647 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:33.796962 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:35.883448 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34510) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:36.130993 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093347270-network', 'tenant_id': 'c213bacbff1a442c8c115e9808f60979'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:36.252955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Made reservation on behalf of c213bacbff1a442c8c115e9808f60979 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:36.255426 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.264221 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.376192 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.435592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.458279 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:50:36.473804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.474145 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Added segment 4f26a17b-52c4-4767-a9e0-eee5b1600d47 of type vlan for network 05904a06-92d6-457a-8a3d-23f0be91fe49 Aug 09 14:50:36.475495 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ecb21a-95ed-4a09-93ce-c7a4946c6c4b,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:36.496628 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.497000 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.497370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.497706 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.498036 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.498380 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.498711 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.499054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.500098 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.500544 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.500911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.501244 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Tracked resource versions report: Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: pushed versions: Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: { 'AddressGroup': {'1.2'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'ConntrackHelper': {'1.0'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Log': {'1.0'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Network': {'1.1'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Port': {'1.7'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'PortForwarding': {'1.2'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'QosPolicy': {'1.9'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroup': {'1.4'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SubPort': {'1.0'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Subnet': {'1.1'}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Trunk': {'1.1'}} Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: consumer versions: Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: HyperV agent@hv-cinder-78836: {}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'ConntrackHelper': '1.0', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Log': '1.0', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Network': '1.1', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Port': '1.7', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'PortForwarding': '1.2', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'QosPolicy': '1.9', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroup': '1.4', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SecurityGroupRule': '1.2', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'SubPort': '1.0', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Subnet': '1.1', Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: 'Trunk': '1.1'}} Aug 09 14:50:36.502260 dv-cinder-788363-9-iscsi neutron-server[100405]: {{(pid=100405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:50:36.539638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.654978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.654978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:36.654978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:36.712612 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] Pushing event updated for resources: {'Network': ['ID=05904a06-92d6-457a-8a3d-23f0be91fe49,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:36.722927 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 05904a06-92d6-457a-8a3d-23f0be91fe49 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:50:36.809439 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34548) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:36.810351 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2852e540-c2c8-41a3-9fb0-75652efbde09 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9243805 Aug 09 14:50:36.816085 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Request body: {'subnet': {'network_id': '05904a06-92d6-457a-8a3d-23f0be91fe49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2093347270-subnet', 'tenant_id': 'c213bacbff1a442c8c115e9808f60979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:36.925658 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Made reservation on behalf of c213bacbff1a442c8c115e9808f60979 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:36.929560 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.060562 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34574) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:37.098109 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34578) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:37.274263 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.317659 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab720d0-43f6-413c-9a3d-3e84c3ecb074,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:37.330763 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.331668 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.332261 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.332751 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.333468 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.333991 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.334489 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.334947 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.335404 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.335736 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.336066 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.336392 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Tracked resource versions report: Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: pushed versions: Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: { 'AddressGroup': {'1.2'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'ConntrackHelper': {'1.0'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Log': {'1.0'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Network': {'1.1'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Port': {'1.7'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'PortForwarding': {'1.2'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'QosPolicy': {'1.9'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroup': {'1.4'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SubPort': {'1.0'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Subnet': {'1.1'}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Trunk': {'1.1'}} Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: consumer versions: Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: HyperV agent@hv-cinder-78836: {}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'ConntrackHelper': '1.0', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Log': '1.0', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Network': '1.1', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Port': '1.7', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'PortForwarding': '1.2', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'QosPolicy': '1.9', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroup': '1.4', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SecurityGroupRule': '1.2', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'SubPort': '1.0', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Subnet': '1.1', Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: 'Trunk': '1.1'}} Aug 09 14:50:37.337407 dv-cinder-788363-9-iscsi neutron-server[100406]: {{(pid=100406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:50:37.369361 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Checking segment: {'id': '4f26a17b-52c4-4767-a9e0-eee5b1600d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '05904a06-92d6-457a-8a3d-23f0be91fe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:37.370018 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Network hostable DHCP agents. Network: 05904a06-92d6-457a-8a3d-23f0be91fe49, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:50:37.425253 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-network', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:37.453340 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Network 05904a06-92d6-457a-8a3d-23f0be91fe49 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:50:37.460911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-network', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:37.511709 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Made reservation on behalf of a9b99f1ec81a4feba4763c97b90de2b5 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:37.514103 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.526983 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.536632 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 05904a06-92d6-457a-8a3d-23f0be91fe49) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:37.541414 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:37.542018 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.549695 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f798a1-25d8-49fe-ae4e-463b02fb8d13 None None] Network 05904a06-92d6-457a-8a3d-23f0be91fe49 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:37.574152 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34592) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:37.626076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Made reservation on behalf of 98b5a203694e4934b35b05b12e3989d7 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:37.629339 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.646959 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.687594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e52437-d558-482b-9fa7-d710206286cb None None] Network 05904a06-92d6-457a-8a3d-23f0be91fe49 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:37.728012 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9839295d-f859-4511-aa95-7ff91f220d6e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9170325 Aug 09 14:50:37.829117 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:37.934597 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-330025141-network', 'tenant_id': '2e2551be72a2405bba30381b2e78b743'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:37.940605 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.003478 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d33b0b7-6c0b-4b91-8aa7-4fa092ab7ad6,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:38.018119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:50:38.043138 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.043627 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Added segment 92fbadfb-2956-435e-8d78-c020c158b848 of type vlan for network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e Aug 09 14:50:38.094498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.185125 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.228611 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.229664 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:38.230357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.272166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.372527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:50:38.420791 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=44779c08-5638-4f0b-9c37-1b7bd92e8d0e,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:38.430699 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.431342 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Added segment ea61750b-852d-44cf-80b4-6eecb1568856 of type vlan for network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 Aug 09 14:50:38.431572 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:50:38.441916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b8512f-db0d-4c5e-9958-74b9108a1329,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:38.494108 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.507008 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Made reservation on behalf of 2e2551be72a2405bba30381b2e78b743 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:38.509451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.525662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.609823 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-17f26887-73b9-4714-94a4-e3ad545e2dd5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5419104 Aug 09 14:50:38.613092 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34638) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:38.632273 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Request body: {'subnet': {'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-subnet', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:38.693603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.693603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:38.693603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:38.888806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] Pushing event updated for resources: {'Network': ['ID=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:38.899800 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:50:38.907320 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.069711 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.092297 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:50:39.107083 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4bc2ea-d564-40f8-b1c5-c7126292d087,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:39.113301 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.113629 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Added segment c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e of type vlan for network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b Aug 09 14:50:39.169138 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.189807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c244df9e-9ceb-408a-a9b5-192500858a10 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0903597 Aug 09 14:50:39.192770 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34656) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:39.197973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Request body: {'subnet': {'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-subnet', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:39.284489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34660) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:39.291172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767501064-network', 'tenant_id': 'ee10a806b928485a8d9007b1c94e08cb'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:39.309825 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Made reservation on behalf of a9b99f1ec81a4feba4763c97b90de2b5 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:39.312480 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.319941 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.320912 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:39.321497 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.390925 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:39.402266 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:50:39.455492 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Made reservation on behalf of 98b5a203694e4934b35b05b12e3989d7 for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:39.458226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.569204 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-25ec8ad8-94e8-4381-9665-e0aa8560bfb8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9936631 Aug 09 14:50:39.572309 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34664) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:39.577892 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Request body: {'subnet': {'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-330025141-subnet', 'tenant_id': '2e2551be72a2405bba30381b2e78b743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:39.595890 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.630818 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Checking segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:39.631452 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Network hostable DHCP agents. Network: 44779c08-5638-4f0b-9c37-1b7bd92e8d0e, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:50:39.678760 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cf46ac-6a75-475e-aa3e-038efda20419,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:39.693224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Made reservation on behalf of ee10a806b928485a8d9007b1c94e08cb for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:39.695672 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.705148 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.779001 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:50:39.779253 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.807316 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Made reservation on behalf of 2e2551be72a2405bba30381b2e78b743 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:39.809750 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:39.876812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939739cb-4e82-41ef-a276-5a8d6501b154,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:39.909764 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Checking segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:39.910192 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Network hostable DHCP agents. Network: 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:50:39.947585 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 44779c08-5638-4f0b-9c37-1b7bd92e8d0e) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:39.957987 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c38eb4-6a63-4571-bfc0-800680a234e3 None None] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:40.005697 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.027948 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:40.027948 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.157417 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:50:40.158101 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.201038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:50:40.201038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:40.206285 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:40.207761 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.249176 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1a863-3317-42bd-8618-a1b84cc4b2b4 None None] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:40.250900 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.268760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.305171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:50:40.306454 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc90271-2284-44f8-8edf-b0ba6ef31043,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:40.342309 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-baa38d5e-3c52-4459-a0ea-4720c7601100 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7265196 Aug 09 14:50:40.343027 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34708) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:40.350817 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.352117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Added segment f7c6a849-aae1-456c-84e6-ffed58de5e83 of type vlan for network 1f9d18ac-b885-4d25-a921-f9834da7c0b4 Aug 09 14:50:40.356364 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:40.406491 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Checking segment: {'id': 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:40.407168 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Network hostable DHCP agents. Network: 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:50:40.464451 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d878b93e-07f8-4b88-b8c4-eb60394fcc79 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2666173 Aug 09 14:50:40.465168 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34710) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:40.472840 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:40.479963 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.482351 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.486459 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Allocated IP 172.20.0.2 (44779c08-5638-4f0b-9c37-1b7bd92e8d0e/12cf46ac-6a75-475e-aa3e-038efda20419/0fb3d91b-b994-4881-9ad4-d1114511369c) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:40.489998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.528985 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:50:40.545320 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ce910b-c587-4853-8ecd-4da61ae8d9ac,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:40.594759 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9f24a-2b31-4d28-9aa9-dcb43f35fd58 None None] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:40.673178 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.673957 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.674860 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:40.674979 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:40.675493 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.676812 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.677869 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.684093 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:40.684950 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.686003 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb895d35-65a8-450d-803a-8f4e93db0b8e None None] Network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:40.766701 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:40.792221 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] Pushing event updated for resources: {'Network': ['ID=1f9d18ac-b885-4d25-a921-f9834da7c0b4,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:40.805807 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c17c6e4b-1687-4ac9-93e9-40df7839524a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2321558 Aug 09 14:50:40.810303 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 1f9d18ac-b885-4d25-a921-f9834da7c0b4 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:50:40.864065 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f7f88505-3222-41af-b981-1ff3ddef30db admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5778379 Aug 09 14:50:40.865045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34724) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:40.870667 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Request body: {'subnet': {'network_id': '1f9d18ac-b885-4d25-a921-f9834da7c0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767501064-subnet', 'tenant_id': 'ee10a806b928485a8d9007b1c94e08cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:40.985331 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Made reservation on behalf of ee10a806b928485a8d9007b1c94e08cb for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:40.988510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.046721 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.065565 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34730) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:41.084427 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Transition to ACTIVE for port object 0fb3d91b-b994-4881-9ad4-d1114511369c will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:41.093343 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c09642-9ac6-4b6b-88c2-39cab87231fe None None] Network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:41.118037 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.158540 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.267169 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7b-988e-4723-8276-68e98bfa9edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.290457 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Transition to ACTIVE for port object 0fb3d91b-b994-4881-9ad4-d1114511369c will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:41.392465 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.411882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.447041 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:41.453346 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:41.455609 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Pushing event updated for resources: {'Port': ['ID=0fb3d91b-b994-4881-9ad4-d1114511369c,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:41.457983 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:41.472873 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.473244 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.473628 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.474045 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.474374 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.474629 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.474958 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.475367 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.475716 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.476044 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.476375 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.476685 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Tracked resource versions report: Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: pushed versions: Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: { 'AddressGroup': {'1.2'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'ConntrackHelper': {'1.0'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Log': {'1.0'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Network': {'1.1'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Port': {'1.7'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'PortForwarding': {'1.2'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'QosPolicy': {'1.9'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroup': {'1.4'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SubPort': {'1.0'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Subnet': {'1.1'}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Trunk': {'1.1'}} Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: consumer versions: Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: HyperV agent@hv-cinder-78836: {}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'ConntrackHelper': '1.0', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Log': '1.0', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Network': '1.1', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Port': '1.7', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'PortForwarding': '1.2', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'QosPolicy': '1.9', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroup': '1.4', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SecurityGroupRule': '1.2', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'SubPort': '1.0', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Subnet': '1.1', Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: 'Trunk': '1.1'}} Aug 09 14:50:41.477920 dv-cinder-788363-9-iscsi neutron-server[100407]: {{(pid=100407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:50:41.504759 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c6180f-98cb-4fd0-ab47-34823c87dcf7,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:41.509984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34764) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:41.512422 dv-cinder-788363-9-iscsi neutron-server[100405]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 14:50:41.543967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Attempting to bind port 0fb3d91b-b994-4881-9ad4-d1114511369c on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:41.544325 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Attempting to bind port 0fb3d91b-b994-4881-9ad4-d1114511369c by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:41.544775 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Attempting to bind port 0fb3d91b-b994-4881-9ad4-d1114511369c on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:41.546990 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7b-988e-4723-8276-68e98bfa9edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.551602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:41.552139 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Checking segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:41.552639 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.553157 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Bound using segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:41.553749 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Bound port: 0fb3d91b-b994-4881-9ad4-d1114511369c, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:41.554267 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.597958 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Checking segment: {'id': 'f7c6a849-aae1-456c-84e6-ffed58de5e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1f9d18ac-b885-4d25-a921-f9834da7c0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:41.598319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Network hostable DHCP agents. Network: 1f9d18ac-b885-4d25-a921-f9834da7c0b4, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:50:41.633605 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] For port 0fb3d91b-b994-4881-9ad4-d1114511369c, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:41.638136 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] For port 0fb3d91b-b994-4881-9ad4-d1114511369c, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0fb3d91b-b994-4881-9ad4-d1114511369c,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:41.722900 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f080ca7b-988e-4723-8276-68e98bfa9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.731033 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-e61caace-2277-480e-ba61-a61cc0996b8a tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:41.732568 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-e61caace-2277-480e-ba61-a61cc0996b8a tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/networks?id=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b HTTP/1.1" status: 200 len: 811 time: 0.2215154 Aug 09 14:50:41.749654 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-3e7a2e65-f585-40c8-b0af-54d469ddf5f0 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/quotas/2e2551be72a2405bba30381b2e78b743 HTTP/1.1" status: 200 len: 375 time: 0.0108302 Aug 09 14:50:41.796606 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.808704 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Network 1f9d18ac-b885-4d25-a921-f9834da7c0b4 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:50:41.818914 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-14933bfc-c94f-4371-be72-9269a9934a26 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2e2551be72a2405bba30381b2e78b743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624523 Aug 09 14:50:41.926975 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15488551-8e6f-464e-9d52-eaeefe5208c7 None None] Pushing event updated for resources: {'Port': ['ID=0fb3d91b-b994-4881-9ad4-d1114511369c,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:41.929576 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34778) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:41.929729 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f080ca7b-988e-4723-8276-68e98bfa9edb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65a91c7e7207455f894a844cbbac30ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8615816 Aug 09 14:50:41.961188 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 1f9d18ac-b885-4d25-a921-f9834da7c0b4) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:41.961626 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080ca7b-988e-4723-8276-68e98bfa9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d4d8e-dca2-46c4-aea3-ca5cfc1119f7,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:41.970723 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793cbd82-98e5-45c6-9e35-1f5b65884b76 None None] Network 1f9d18ac-b885-4d25-a921-f9834da7c0b4 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:41.975900 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:41.980967 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:41.985480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.008522 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.010349 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.041097 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.076086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.108955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-a7db482b-0947-47a9-9c19-89b4ba90a25b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:50:42.110332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-a7db482b-0947-47a9-9c19-89b4ba90a25b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1073475 Aug 09 14:50:42.112596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.197733 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-24364d75-d93e-4062-9abd-f5e95ed5ba4e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3315282 Aug 09 14:50:42.285508 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-1e9ac5ae-8407-4dbf-b4e0-78abd93c7c2e service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652529 Aug 09 14:50:42.306249 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c8c72-1341-4bf4-8965-4dfcec4bdbff None None] Network 1f9d18ac-b885-4d25-a921-f9834da7c0b4 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:42.471060 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34802) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:42.493510 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-42d68d7c-c4a8-4df1-a5e8-fdcc0fa9a6ad service neutron] 10.222.0.45 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952951 Aug 09 14:50:42.493510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.493510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.494556 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/478d4d8e-dca2-46c4-aea3-ca5cfc1119f7 HTTP/1.1" status: 204 len: 168 time: 0.5634387 Aug 09 14:50:42.505905 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Allocated IP 172.27.1.135 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/e94c140b-3fbf-4f41-b307-c80bf807a812) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:42.518629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8a3d9-57ae-4266-8eb2-901c2763c939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d4d8e-dca2-46c4-aea3-ca5cfc1119f7,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:42.623256 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Deleting subnet bab720d0-43f6-413c-9a3d-3e84c3ecb074 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:50:42.634960 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.684646 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.698959 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.746722 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.901259 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34826) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:42.918629 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.955455 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab720d0-43f6-413c-9a3d-3e84c3ecb074,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:42.967359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:42.970324 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-1f588656-d944-4e98-a39c-8578fd8dfb9a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bab720d0-43f6-413c-9a3d-3e84c3ecb074 HTTP/1.1" status: 204 len: 168 time: 0.4982755 Aug 09 14:50:42.972982 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34834) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:43.046081 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.059257 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2f0e6068-454b-4463-9876-1d8fd1438730 req-e235c95a-2960-4a69-a00f-ec06dcae996d tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.1452968 Aug 09 14:50:43.208133 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:43.224904 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:43.232906 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.242538 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Pushing event updated for resources: {'Port': ['ID=e94c140b-3fbf-4f41-b307-c80bf807a812,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:43.246011 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Allocated IP 172.27.1.51 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/17780938-775a-4e26-b6eb-5439e2626bd8) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:43.248502 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:43.313331 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b092894b-219b-4a0a-a807-44cdb1e4d1a4 None None] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:50:43.404578 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34848) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:43.416679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5267-270e-480d-b880-94c87930f0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.544314 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4ab6b523-030e-40c7-a20f-4db8938f7d93 None None] Provisioning for port 0fb3d91b-b994-4881-9ad4-d1114511369c completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:43.556402 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5267-270e-480d-b880-94c87930f0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.605233 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.625559 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.625919 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.626683 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.627009 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.627375 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.627720 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.628048 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.628376 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.628695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.629013 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.638535 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca3c5267-270e-480d-b880-94c87930f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.690998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c5267-270e-480d-b880-94c87930f0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8518eb9a-3a35-413d-a6cf-868016558136,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:43.697412 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ca3c5267-270e-480d-b880-94c87930f0ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=664e221f0bae47ed8d373bea06294a68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2991970 Aug 09 14:50:43.700174 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34860) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:43.771898 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.796527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.855976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.856422 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.856827 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.857234 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:43.857669 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05904a06-92d6-457a-8a3d-23f0be91fe49']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:43.928018 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f26a17b-52c4-4767-a9e0-eee5b1600d47') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:43.928344 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f26a17b-52c4-4767-a9e0-eee5b1600d47') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:43.937652 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0fb3d91b-b994-4881-9ad4-d1114511369c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:43.942106 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.945382 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.946554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8518eb9a-3a35-413d-a6cf-868016558136 HTTP/1.1" status: 204 len: 168 time: 0.2454426 Aug 09 14:50:43.961039 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f86c6d-bb3c-4454-bbe2-28f7c1f609c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518eb9a-3a35-413d-a6cf-868016558136,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:43.976846 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:43.991382 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.087536 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 0fb3d91b-b994-4881-9ad4-d1114511369c completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:44.095644 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 0fb3d91b-b994-4881-9ad4-d1114511369c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:44.096979 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.160679 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-16439689-19a8-4135-89d7-d48e6b34ff50 req-2a69442b-13cb-4f4b-8fa6-81896fd42e29 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.0395601 Aug 09 14:50:44.188153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.217437 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:50:44.218580 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: from cryptography.utils import int_from_bytes Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: from cryptography.utils import int_from_bytes Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:50:44.222645 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:50:44.264025 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.308483 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.320244 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 0fb3d91b-b994-4881-9ad4-d1114511369c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0fb3d91b-b994-4881-9ad4-d1114511369c,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:50:44.414926 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.420705 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.436232 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/05904a06-92d6-457a-8a3d-23f0be91fe49 HTTP/1.1" status: 204 len: 168 time: 1.4489431 Aug 09 14:50:44.436868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34882) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:44.462162 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.477556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Deleting subnet 71c6180f-98cb-4fd0-ab47-34823c87dcf7 {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:50:44.482319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.482456 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacddbf-f050-49a1-b427-1a61a048b3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05904a06-92d6-457a-8a3d-23f0be91fe49,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:44.485272 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.529526 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=0fb3d91b-b994-4881-9ad4-d1114511369c,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:44.573301 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:44.582693 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:44.592832 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:44.594605 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Pushing event updated for resources: {'Port': ['ID=17780938-775a-4e26-b6eb-5439e2626bd8,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:44.627397 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.691795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.706044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.891296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.916776 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c6180f-98cb-4fd0-ab47-34823c87dcf7,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:44.930932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:44.935783 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-872c3bdd-3be5-4923-a540-fa2cf9c905d0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/71c6180f-98cb-4fd0-ab47-34823c87dcf7 HTTP/1.1" status: 204 len: 168 time: 0.5069203 Aug 09 14:50:44.936262 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34900) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:45.028715 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.029194 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Router 69905238-8b15-4ecb-bd5e-03143678c33d is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:50:45.095126 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.114110 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.126156 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.126522 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.127385 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.127744 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.128141 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.128553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.128919 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.129285 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.129650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.130092 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.236969 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:50:45.257464 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Sync routers for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:50:45.267205 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:45.267851 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:45.320925 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.321274 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.321603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.321986 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 14:50:45.322314 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9d18ac-b885-4d25-a921-f9834da7c0b4']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:45.369119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c6a849-aae1-456c-84e6-ffed58de5e83') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:45.369119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c6a849-aae1-456c-84e6-ffed58de5e83') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:45.370667 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99c874cd-d1da-41a2-a33b-89b8c21431b8 req-c9b7aa64-55fb-4ca7-aedb-567194c55ec5 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.0434880 Aug 09 14:50:45.371535 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.375946 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8b41a5ea-dc11-4d36-9f2a-411379fed34c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9097242 Aug 09 14:50:45.376836 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34918) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:45.386879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.411798 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.420727 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:50:45.421713 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: from cryptography.utils import int_from_bytes Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: from cryptography.utils import int_from_bytes Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:50:45.427167 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:50:45.437118 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:45.454187 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.601556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.622374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.626683 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1f9d18ac-b885-4d25-a921-f9834da7c0b4 HTTP/1.1" status: 204 len: 168 time: 0.6895766 Aug 09 14:50:45.633588 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:43Z', 'revision_number': 3, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:45.660327 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8d719-3922-4a6d-bed9-99264009e9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9d18ac-b885-4d25-a921-f9834da7c0b4,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:45.661067 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Checking router: 69905238-8b15-4ecb-bd5e-03143678c33d for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:50:45.661430 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Updating router 69905238-8b15-4ecb-bd5e-03143678c33d port e94c140b-3fbf-4f41-b307-c80bf807a812 binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:50:45.695150 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.906578 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0fb3d91b-b994-4881-9ad4-d1114511369c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:45.975288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 0fb3d91b-b994-4881-9ad4-d1114511369c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:45.975749 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.976473 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:45.984258 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Router 1512e4c0-7903-47ce-9674-b696b531f291 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:50:45.989170 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Transition to ACTIVE for port object e94c140b-3fbf-4f41-b307-c80bf807a812 will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:46.130579 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.179084 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Pushing event updated for resources: {'Port': ['ID=e94c140b-3fbf-4f41-b307-c80bf807a812,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:46.183432 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:50:46.193140 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:50:46.208341 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:46.208997 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:46.218376 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.218748 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.219161 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.219519 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.219851 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.220176 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.220576 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.220840 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Tracked resource versions report: Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: pushed versions: Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: { 'AddressGroup': {'1.2'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'ConntrackHelper': {'1.0'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Log': {'1.0'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Network': {'1.1'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Port': {'1.7'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'PortForwarding': {'1.2'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'QosPolicy': {'1.9'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroup': {'1.4'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroupRule': {'1.2'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SubPort': {'1.0'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Subnet': {'1.1'}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Trunk': {'1.1'}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: consumer versions: Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: { DHCP agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: HyperV agent@hv-cinder-78836: {}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: L3 agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: Metadata agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: Metering agent@dv-cinder-788363-9-iscsi: {}, Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: Open vSwitch agent@dv-cinder-788363-9-iscsi: { 'AddressGroup': '1.2', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'ConntrackHelper': '1.0', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Log': '1.0', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Network': '1.1', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Port': '1.7', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'PortForwarding': '1.2', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'QosPolicy': '1.9', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroup': '1.4', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SecurityGroupRule': '1.2', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'SubPort': '1.0', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Subnet': '1.1', Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: 'Trunk': '1.1'}} Aug 09 14:50:46.232326 dv-cinder-788363-9-iscsi neutron-server[100408]: {{(pid=100408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 14:50:46.284388 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Attempting to bind port e94c140b-3fbf-4f41-b307-c80bf807a812 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:46.285012 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Attempting to bind port e94c140b-3fbf-4f41-b307-c80bf807a812 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:46.292211 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Attempting to bind port e94c140b-3fbf-4f41-b307-c80bf807a812 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Bound port: e94c140b-3fbf-4f41-b307-c80bf807a812, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:46.320723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.321531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34952) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:46.350935 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.366698 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.370640 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-eee8d33b-5e7f-4b09-a948-4c6f289e1681 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0230794 Aug 09 14:50:46.375252 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 34954) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:46.406207 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-6d643b1d-b9a8-4a9e-8eba-62ab2e3a9dd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c213bacbff1a442c8c115e9808f60979&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0831909 Aug 09 14:50:46.409319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 34960) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:46.452832 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] For port e94c140b-3fbf-4f41-b307-c80bf807a812, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:46.458074 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] For port e94c140b-3fbf-4f41-b307-c80bf807a812, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e94c140b-3fbf-4f41-b307-c80bf807a812,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:46.489238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.497716 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:46.516133 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.560237 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:46.697053 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:46.698285 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:46.726254 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8ec7b585-1070-4ca6-aaae-dfdec88db76d req-9cddd9b6-04a1-4d2b-be1d-ddb792fa8361 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.0736747 Aug 09 14:50:47.029666 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:44Z', 'revision_number': 3, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:47.031543 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd94b90-077a-4803-9a89-5fc5b3f14860 None None] Pushing event updated for resources: {'Port': ['ID=e94c140b-3fbf-4f41-b307-c80bf807a812,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:47.031543 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:47.032653 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:50:47.032653 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Updating router 1512e4c0-7903-47ce-9674-b696b531f291 port 17780938-775a-4e26-b6eb-5439e2626bd8 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:50:47.032653 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.047086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.052317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.052624 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8ecb21a-95ed-4a09-93ce-c7a4946c6c4b HTTP/1.1" status: 204 len: 168 time: 0.6423736 Aug 09 14:50:47.068568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134aa20-d654-47cf-b4e7-6abe104e1091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ecb21a-95ed-4a09-93ce-c7a4946c6c4b,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:47.166787 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Allocated IP 172.20.0.1 (73a3ba55-1a7e-46f7-8506-56b2f9b73bc5/939739cb-4e82-41ef-a276-5a8d6501b154/de166742-8387-441c-b7d3-a36629e01ef0) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:47.213962 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:43Z', 'revision_number': 3, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:47.257535 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbda29f-6144-4213-bfae-784c3d6abd7c None None] The sync data for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi is: [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:43Z', 'revision_number': 3, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:50:47.366321 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.415643 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.539585 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.589947 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.609791 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:47.611921 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Transition to ACTIVE for port object 17780938-775a-4e26-b6eb-5439e2626bd8 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:47.642928 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:47.645989 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:47.661052 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Pushing event updated for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:47.709891 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.771701 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.814191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Attempting to bind port 17780938-775a-4e26-b6eb-5439e2626bd8 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:47.814191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Attempting to bind port 17780938-775a-4e26-b6eb-5439e2626bd8 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:47.814191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Attempting to bind port 17780938-775a-4e26-b6eb-5439e2626bd8 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:47.814191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3beb7b6-f7ee-4db9-a2db-cad89c809e18 None None] Pushing event updated for resources: {'Port': ['ID=17780938-775a-4e26-b6eb-5439e2626bd8,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:47.816746 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:47.817253 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:47.817915 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.818296 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:47.818919 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Bound port: 17780938-775a-4e26-b6eb-5439e2626bd8, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:47.819456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:47.900390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] For port 17780938-775a-4e26-b6eb-5439e2626bd8, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:47.919638 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] For port 17780938-775a-4e26-b6eb-5439e2626bd8, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=17780938-775a-4e26-b6eb-5439e2626bd8,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:47.939439 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.58', 62233) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:47.989865 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e94c140b-3fbf-4f41-b307-c80bf807a812 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:48.038897 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.101808 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Allocated IP 172.20.0.1 (44779c08-5638-4f0b-9c37-1b7bd92e8d0e/12cf46ac-6a75-475e-aa3e-038efda20419/d3b61a34-87be-4bac-894a-4ab9a9d6acd5) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:48.223220 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35028) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:48.225456 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c0cbaec-208f-46a3-a216-007989f3df03 req-2017a2bb-ff9e-43c1-aa74-8db4b93dda84 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.1198728 Aug 09 14:50:48.310156 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3beb7b6-f7ee-4db9-a2db-cad89c809e18 None None] Pushing event updated for resources: {'Port': ['ID=17780938-775a-4e26-b6eb-5439e2626bd8,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:48.327188 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:48.327965 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:48.337606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-44db4016-b7a2-487f-876b-d28e6ca72a38 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:48.351251 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-44db4016-b7a2-487f-876b-d28e6ca72a38 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.58 "GET /v2.0/networks?id=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b HTTP/1.1" status: 200 len: 811 time: 0.3976049 Aug 09 14:50:48.394822 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Request body: {'port': {'device_id': '3f190252-9375-42e5-8fa0-af6217c815af', 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b', 'admin_state_up': True, 'tenant_id': '2e2551be72a2405bba30381b2e78b743'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:48.586911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6116f4da-9f06-49c5-bd60-1512ef1e6a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.676686 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.718058 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port e94c140b-3fbf-4f41-b307-c80bf807a812 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:48.741642 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:48.752517 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Transition to ACTIVE for port object d3b61a34-87be-4bac-894a-4ab9a9d6acd5 will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:48.757708 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.796232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6116f4da-9f06-49c5-bd60-1512ef1e6a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.834234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port e94c140b-3fbf-4f41-b307-c80bf807a812 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:48.834613 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:48.835940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35054) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:48.931679 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ad0fd054-069b-4bd1-b8c1-a8c1ecaf0304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee10a806b928485a8d9007b1c94e08cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0930004 Aug 09 14:50:48.933325 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35062) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:49.002101 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6116f4da-9f06-49c5-bd60-1512ef1e6a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.019886 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.056089 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.065724 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port e94c140b-3fbf-4f41-b307-c80bf807a812, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e94c140b-3fbf-4f41-b307-c80bf807a812,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:50:49.077992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116f4da-9f06-49c5-bd60-1512ef1e6a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70f336-d25f-4a4c-83f5-83a6efefafef,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:49.090963 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-6116f4da-9f06-49c5-bd60-1512ef1e6a96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d6b15409d5a4eb88fb4457ca63ef145&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8602736 Aug 09 14:50:49.094319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.096757 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35070) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:49.100119 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:44Z', 'revision_number': 3, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:49.129399 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.134137 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c0ddeb-4d9b-412c-b3f9-3fd345760b62 None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:44Z', 'revision_number': 3, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:50:49.163261 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.190323 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:49.194777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:49.196723 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:49.199009 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:49.231446 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.247323 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.267945 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.298696 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.323079 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Made reservation on behalf of 2e2551be72a2405bba30381b2e78b743 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:50:49.326844 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.407210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=e94c140b-3fbf-4f41-b307-c80bf807a812,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:49.426144 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.521447 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4337a5f0-9d16-4a4a-9d95-74b39ea0aaf9 req-4653e82e-4365-42db-8849-578048c56851 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.1462567 Aug 09 14:50:49.531679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.534915 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.536429 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29ce910b-c587-4853-8ecd-4da61ae8d9ac HTTP/1.1" status: 204 len: 168 time: 0.6019120 Aug 09 14:50:49.556834 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Pushing event updated for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:49.571163 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.597894 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea9145-d7fb-4b04-bf0a-c91115a05bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ce910b-c587-4853-8ecd-4da61ae8d9ac,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:49.808698 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:49.810506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:49.810921 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-c4481416-d7db-4993-8dc4-c5cbe608025d None None] Provisioning for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:49.815481 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-c4481416-d7db-4993-8dc4-c5cbe608025d None None] Provisioning complete for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:49.816182 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c4481416-d7db-4993-8dc4-c5cbe608025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.828341 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Allocated IP 172.20.0.3 (7f6cc4b2-85a8-4152-a2b1-7e90239aa88b/8cc90271-2284-44f8-8edf-b0ba6ef31043/8395f8dd-8e28-4605-95b1-a0bc18578ceb) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:49.876218 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-c4481416-d7db-4993-8dc4-c5cbe608025d None None] Port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:50:49.974641 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.977323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:49.978571 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad70f336-d25f-4a4c-83f5-83a6efefafef HTTP/1.1" status: 204 len: 168 time: 0.8796296 Aug 09 14:50:50.015323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf4d12-8270-4c70-9658-9163c02cb109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70f336-d25f-4a4c-83f5-83a6efefafef,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:50.023452 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.045580 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Router 69905238-8b15-4ecb-bd5e-03143678c33d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:50:50.068512 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 17780938-775a-4e26-b6eb-5439e2626bd8 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:50.116922 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.257791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 17780938-775a-4e26-b6eb-5439e2626bd8 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:50.267038 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 17780938-775a-4e26-b6eb-5439e2626bd8 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:50.267451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.282506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:50:50.291009 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e0ff1aba-2c46-4f19-80cf-4f0cdc73fae0 admin admin] 10.222.0.45 "PUT /v2.0/routers/69905238-8b15-4ecb-bd5e-03143678c33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9115102 Aug 09 14:50:50.298621 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Sync routers for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:50:50.304286 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.324058 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:50.324722 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:50.448636 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.471329 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.529525 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 17780938-775a-4e26-b6eb-5439e2626bd8, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=17780938-775a-4e26-b6eb-5439e2626bd8,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:50:50.570818 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.617920 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.619000 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e94c140b-3fbf-4f41-b307-c80bf807a812 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:50.754707 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:50.772429 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:50.778023 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.813608 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:50.821219 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:50:50.849031 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=17780938-775a-4e26-b6eb-5439e2626bd8,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:50.935570 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port e94c140b-3fbf-4f41-b307-c80bf807a812 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:50.936057 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:50.972373 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:50.989695 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Pushing event updated for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:51.075460 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:50:51.077651 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:50:51.098337 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:51.100329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:51.170200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c2120-da9c-477f-820d-97e24b49e9fe req-ebf9de56-ad06-430d-943b-3ef978136cb9 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:51.174314 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f30c2120-da9c-477f-820d-97e24b49e9fe req-ebf9de56-ad06-430d-943b-3ef978136cb9 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 931 time: 0.1603501 Aug 09 14:50:51.620851 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f30c2120-da9c-477f-820d-97e24b49e9fe req-7729cc91-a8be-4a11-a20d-73a03e862192 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653578 Aug 09 14:50:51.620851 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-1d0ee1b9-8243-4d0f-a970-d3cfa27b129e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9672430 Aug 09 14:50:51.620851 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-14773b58-6afa-492f-957b-a174d79fb8ad tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:50:51.620851 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-14773b58-6afa-492f-957b-a174d79fb8ad tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200062 Aug 09 14:50:51.645841 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:50:51.646675 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:48Z', 'revision_number': 4, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'de166742-8387-441c-b7d3-a36629e01ef0', 'name': '', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'mac_address': 'fa:16:3e:d9:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:46Z', 'updated_at': '2021-08-09T14:50:48Z', 'revision_number': 2, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'subnets': [{'id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:51.647383 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-b6b013ea-cff1-4065-9777-f7c9024ae339 None None] Provisioning complete for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:51.647383 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b6b013ea-cff1-4065-9777-f7c9024ae339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:51.648201 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Checking router: 69905238-8b15-4ecb-bd5e-03143678c33d for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:50:51.648201 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Updating router 69905238-8b15-4ecb-bd5e-03143678c33d port de166742-8387-441c-b7d3-a36629e01ef0 binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:50:51.648201 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:51.673803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-b6b013ea-cff1-4065-9777-f7c9024ae339 None None] Port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:50:51.950786 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35140) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:52.011619 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 17780938-775a-4e26-b6eb-5439e2626bd8 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:52.062896 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:50:52.085627 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35146) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:52.094864 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d14b9891-617b-4ddb-8637-2a925df56ae1 admin admin] 10.222.0.45 "PUT /v2.0/routers/1512e4c0-7903-47ce-9674-b696b531f291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6992707 Aug 09 14:50:52.106666 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.124436 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:50:52.124527 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Transition to ACTIVE for port object de166742-8387-441c-b7d3-a36629e01ef0 will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:52.134801 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:52.136199 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:52.188678 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 17780938-775a-4e26-b6eb-5439e2626bd8 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:52.189099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.220648 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-683a9ae6-f8e1-42ba-a2c1-1a644d527c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.353507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-18be2f39-4c99-494b-b5bb-d7279d82a30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.494918 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-683a9ae6-f8e1-42ba-a2c1-1a644d527c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.551029 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:52.598821 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Request body: {'port': {'device_id': '3f190252-9375-42e5-8fa0-af6217c815af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:52.713750 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf61569-c821-4778-be2f-085c3a7bc3d3 req-753bb3ef-859b-4754-ac9e-e7b1b45be02e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:52.718058 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0bf61569-c821-4778-be2f-085c3a7bc3d3 req-753bb3ef-859b-4754-ac9e-e7b1b45be02e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 931 time: 0.1912150 Aug 09 14:50:52.843705 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.868219 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0bf61569-c821-4778-be2f-085c3a7bc3d3 req-04b8922d-b371-4e4b-9ec6-383086eadfd6 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398728 Aug 09 14:50:52.892149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:52.983463 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 2, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:52.985766 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Attempting to bind port de166742-8387-441c-b7d3-a36629e01ef0 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:52.986151 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Attempting to bind port de166742-8387-441c-b7d3-a36629e01ef0 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:52.986520 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Attempting to bind port de166742-8387-441c-b7d3-a36629e01ef0 on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:52.994888 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:52.995322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Checking segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:53.009146 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.009146 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Bound using segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:53.009146 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Bound port: de166742-8387-441c-b7d3-a36629e01ef0, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:53.009146 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.017731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:50:53.018164 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Updating router 1512e4c0-7903-47ce-9674-b696b531f291 port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:50:53.062242 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.073345 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] For port de166742-8387-441c-b7d3-a36629e01ef0, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:53.077395 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] For port de166742-8387-441c-b7d3-a36629e01ef0, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de166742-8387-441c-b7d3-a36629e01ef0,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:53.086235 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512568d-3588-4fe5-8850-c5af2f71aa3c None None] Pushing event updated for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:53.117013 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-683a9ae6-f8e1-42ba-a2c1-1a644d527c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.207099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-f4eb4d03-2f07-4b9f-acf6-be33d946976d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:53.209164 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-f4eb4d03-2f07-4b9f-acf6-be33d946976d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 819 time: 0.3368824 Aug 09 14:50:53.271262 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-683a9ae6-f8e1-42ba-a2c1-1a644d527c66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c99f6abd24e04c198e5e6ebf95f6ebff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3109944 Aug 09 14:50:53.274778 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35186) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:53.313641 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a9ae6-f8e1-42ba-a2c1-1a644d527c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2173f6ac-ad4c-4008-b0be-b94c714cd091,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:53.346977 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-2784c0ea-badc-43f8-baa4-52b9d87fe267 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/quotas/98b5a203694e4934b35b05b12e3989d7 HTTP/1.1" status: 200 len: 375 time: 0.1146145 Aug 09 14:50:53.408653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.461701 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.497122 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8395f8dd-8e28-4605-95b1-a0bc18578ceb {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:50:53.507774 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.572175 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-18be2f39-4c99-494b-b5bb-d7279d82a30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.636181 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-0aaeaad1-5a9b-4c8e-a7f8-4830403c6a53 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2779419 Aug 09 14:50:53.652671 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.759914 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.795466 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Transition to ACTIVE for port object d3b61a34-87be-4bac-894a-4ab9a9d6acd5 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:53.796653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.812093 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.817521 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2173f6ac-ad4c-4008-b0be-b94c714cd091 HTTP/1.1" status: 204 len: 168 time: 0.5414705 Aug 09 14:50:53.829088 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-96c1919e-d9a6-4414-a628-5a48dbcd4f41 service neutron] 10.222.0.45 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846936 Aug 09 14:50:53.845038 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0f89-e111-456b-a332-e2ed04a1aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2173f6ac-ad4c-4008-b0be-b94c714cd091,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:53.852193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Transition to ACTIVE for port object 8395f8dd-8e28-4605-95b1-a0bc18578ceb will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:50:53.854166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-18be2f39-4c99-494b-b5bb-d7279d82a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.927736 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512568d-3588-4fe5-8850-c5af2f71aa3c None None] Pushing event updated for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=4']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:53.938098 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:53.963406 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:53.963406 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:54.113398 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.113398 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be2f39-4c99-494b-b5bb-d7279d82a30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723eb090-0886-4047-9dbc-e6886aa2d902,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:54.113398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-18be2f39-4c99-494b-b5bb-d7279d82a30c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62aa93921bd24bbfac552ae7ec7d7e18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9567432 Aug 09 14:50:54.115367 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35194) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:54.115868 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f9a2-1bdd-4d11-8a8d-c9942a61420f None None] Pushing event updated for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:54.150528 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-d81c30c4-5d0d-4d85-aa9a-33603758ac8e service neutron] 10.222.0.45 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205206 Aug 09 14:50:54.205526 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Attempting to bind port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:54.208920 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Attempting to bind port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:54.208920 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Attempting to bind port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:54.212546 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.217838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:54.218187 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Checking segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:54.218589 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.218910 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Bound using segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:54.219426 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Bound port: d3b61a34-87be-4bac-894a-4ab9a9d6acd5, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:54.219827 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.249005 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:54.275497 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.474488 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] For port d3b61a34-87be-4bac-894a-4ab9a9d6acd5, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:54.482816 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] For port d3b61a34-87be-4bac-894a-4ab9a9d6acd5, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:54.528773 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Pushing event updated for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:54.559776 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Attempting to bind port 8395f8dd-8e28-4605-95b1-a0bc18578ceb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:50:54.560089 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Attempting to bind port 8395f8dd-8e28-4605-95b1-a0bc18578ceb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:50:54.560452 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Attempting to bind port 8395f8dd-8e28-4605-95b1-a0bc18578ceb on network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:54.566651 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Port 8395f8dd-8e28-4605-95b1-a0bc18578ceb on network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:50:54.566988 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Attempting to bind port 8395f8dd-8e28-4605-95b1-a0bc18578ceb on network 7f6cc4b2-85a8-4152-a2b1-7e90239aa88b {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:50:54.572474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:50:54.580489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Checking segment: {'id': 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:50:54.580489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Bound using segment: {'id': 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:50:54.580489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Bound port: 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:50:54.580489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.604287 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.609176 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.609313 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:54.612281 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/723eb090-0886-4047-9dbc-e6886aa2d902 HTTP/1.1" status: 204 len: 168 time: 0.5621183 Aug 09 14:50:54.630237 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0156421-46da-4670-9a63-5f9035de0242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723eb090-0886-4047-9dbc-e6886aa2d902,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:54.772013 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:50:54.800830 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb,segment=NetworkSegment(c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e),segment_id=c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:50:54.819969 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:48Z', 'revision_number': 4, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'de166742-8387-441c-b7d3-a36629e01ef0', 'name': '', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'mac_address': 'fa:16:3e:d9:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:46Z', 'updated_at': '2021-08-09T14:50:53Z', 'revision_number': 4, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'subnets': [{'id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:54.901285 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e728d39-86b4-4fc7-8592-e0d0f84b433d None None] The sync data for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi is: [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:48Z', 'revision_number': 4, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'de166742-8387-441c-b7d3-a36629e01ef0', 'name': '', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'mac_address': 'fa:16:3e:d9:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:46Z', 'updated_at': '2021-08-09T14:50:53Z', 'revision_number': 4, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'subnets': [{'id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:50:54.907344 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35220) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:54.913130 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899731453', 'description': 'tempest-description--835803521'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:54.923998 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:50:54.926202 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:50:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:54.981840 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:55.127567 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:55.304085 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Pushing event updated for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:55.379026 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5646f-d844-4a49-ba31-405f3d6208fd req-be07257c-dcb2-41ad-9e65-6b83c2ae78ec tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:55.380696 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aab5646f-d844-4a49-ba31-405f3d6208fd req-be07257c-dcb2-41ad-9e65-6b83c2ae78ec tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.5750737 Aug 09 14:50:55.432922 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f9a2-1bdd-4d11-8a8d-c9942a61420f None None] Pushing event updated for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:55.463022 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9a796f99-0014-4df7-8e51-386ed6b3de88 req-cf177422-c65a-4903-a7d8-fa535b579f35 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 210 time: 0.1600380 Aug 09 14:50:55.511781 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:50:55.540999 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:55.541647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:55.543192 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-a593e897-98f8-4c55-a59c-839672197804 service neutron] 10.222.0.58 "PUT /v2.0/ports/8395f8dd-8e28-4605-95b1-a0bc18578ceb HTTP/1.1" status: 200 len: 1093 time: 3.3828366 Aug 09 14:50:55.549047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:50:55.584982 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aab5646f-d844-4a49-ba31-405f3d6208fd req-61c4d3c4-376b-4a6d-ba53-1d5eed10ae2d tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850340 Aug 09 14:50:55.738271 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:55.922319 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:55.967645 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8204edd2-3eed-410e-8c81-15a966380e5d,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:56.016288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de166742-8387-441c-b7d3-a36629e01ef0 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:56.286332 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:54Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:50:56.330883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62cc6e1-5bee-4948-822f-3576564f795c None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:54Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:50:56.669845 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:56.677913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35258) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:56.678849 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3c87592c-f243-4194-9cf6-aa0ead13a319 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7698860 Aug 09 14:50:56.683054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group_rule': {'security_group_id': '8204edd2-3eed-410e-8c81-15a966380e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:56.724970 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port de166742-8387-441c-b7d3-a36629e01ef0 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:56.730199 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port de166742-8387-441c-b7d3-a36629e01ef0 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:56.733456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:56.815342 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7b94c-405c-4b35-8ea9-2dae1c2faba1 req-52ecdba9-9dd4-4ec7-a04c-c08ceaf3d55e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:56.819844 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69c7b94c-405c-4b35-8ea9-2dae1c2faba1 req-52ecdba9-9dd4-4ec7-a04c-c08ceaf3d55e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.1094871 Aug 09 14:50:56.905832 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:56.992702 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port de166742-8387-441c-b7d3-a36629e01ef0, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de166742-8387-441c-b7d3-a36629e01ef0,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:50:56.995827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69c7b94c-405c-4b35-8ea9-2dae1c2faba1 req-c1fad07e-af13-478e-9f22-a3ec052096e7 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635537 Aug 09 14:50:57.036092 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.044492 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35270) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:57.067670 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff96ed73-eeab-4b2a-a0c7-0de93b5bb0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.121060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-398f3799-debc-4a65-9711-e81ebb69388f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:57.132131 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-398f3799-debc-4a65-9711-e81ebb69388f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 819 time: 0.2593169 Aug 09 14:50:57.200021 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-51ec9402-b114-4868-85d0-a4c217e31543 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/quotas/98b5a203694e4934b35b05b12e3989d7 HTTP/1.1" status: 200 len: 375 time: 0.0255353 Aug 09 14:50:57.238054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.298189 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-3a25e809-fe90-44d9-a68c-a1f91191045c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971894 Aug 09 14:50:57.312944 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff96ed73-eeab-4b2a-a0c7-0de93b5bb0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.439234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-544f673a-312d-41d0-8207-2796c5ec3e49 service neutron] 10.222.0.45 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332941 Aug 09 14:50:57.517477 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.518966 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.569737 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff96ed73-eeab-4b2a-a0c7-0de93b5bb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.629360 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:57.662604 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ff96ed73-eeab-4b2a-a0c7-0de93b5bb0f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d2519a0baa4128b221fd9a4980b479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166811 Aug 09 14:50:57.664120 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ed73-eeab-4b2a-a0c7-0de93b5bb0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9459bc2-6b5d-4a9d-8499-4bd5712c281c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:57.668935 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35282) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:57.794727 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.822945 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.825682 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:50:57.833522 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.873665 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a95fadb-48a2-4f21-ac34-e54d63028df2,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:57.939604 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-095fecc4-ec0a-4ed0-88bb-5045d7c694d0 service neutron] 10.222.0.45 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944768 Aug 09 14:50:57.981072 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:57.985496 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35292) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:57.987724 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-1c45e18e-b1dc-4f34-9b47-251f5b4f370e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3069241 Aug 09 14:50:57.992753 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group_rule': {'security_group_id': '8204edd2-3eed-410e-8c81-15a966380e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:58.129953 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de166742-8387-441c-b7d3-a36629e01ef0 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:58.155273 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.159568 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.161044 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9459bc2-6b5d-4a9d-8499-4bd5712c281c HTTP/1.1" status: 204 len: 168 time: 0.4875288 Aug 09 14:50:58.176842 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0ed0e-135b-46d2-93e4-ebd648c43192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9459bc2-6b5d-4a9d-8499-4bd5712c281c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:58.243850 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port de166742-8387-441c-b7d3-a36629e01ef0 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:58.243850 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.353191 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.397865 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device d3b61a34-87be-4bac-894a-4ab9a9d6acd5 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:50:58.495622 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.803779 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a208f68-62bc-4cdf-a86b-ac940c9a460b req-8844990c-bd5b-4868-83bf-ea5a9ab4f383 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:50:58.806615 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6a208f68-62bc-4cdf-a86b-ac940c9a460b req-8844990c-bd5b-4868-83bf-ea5a9ab4f383 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.0758350 Aug 09 14:50:58.903852 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6a208f68-62bc-4cdf-a86b-ac940c9a460b req-13d7845c-5009-4a20-a411-67ad181820ee tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900683 Aug 09 14:50:58.927370 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.930153 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:50:58.933883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e756975a-e3f1-40f5-a691-e0bafdd34c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.943899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:50:58.944283 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:58.976693 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d005f172-43bb-466d-8052-df062c22be4d,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:59.103875 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.113111 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a67a651b-6ef3-4360-a1d2-51adfb5a4e93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1224463 Aug 09 14:50:59.113111 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35318) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:59.115879 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:50:59.130842 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0541bf-f956-4cd4-8e29-5c7089835c6c x-openstack-request-id: req-3e0541bf-f956-4cd4-8e29-5c7089835c6c {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:50:59.131166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:50:59.134991 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e0541bf-f956-4cd4-8e29-5c7089835c6c {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:50:59.136369 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb', 'status': 'completed', 'code': 200} Aug 09 14:50:59.145560 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9d4974a-0f6e-4be4-8348-00bdb4b9ceda req-2415c019-5831-482a-a279-232846d983f4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0924575 Aug 09 14:50:59.168600 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35320) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:50:59.247015 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.305138 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port d3b61a34-87be-4bac-894a-4ab9a9d6acd5, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:50:59.325106 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.566148 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.629512 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.730908 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Allocated IP 172.27.1.94 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/5bb73fe8-1062-43aa-949e-bc10a24cdaf3) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:50:59.747510 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:50:59.867675 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.945885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9af3ee3a-8ca7-4e2e-9326-e288db328003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:50:59.951290 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device d3b61a34-87be-4bac-894a-4ab9a9d6acd5 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:51:00.089214 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:00.089790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.176038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd081da5-ea9b-407a-9402-1dd256cc00af req-8b786cc5-20b2-4fe9-a1de-9e62ad329927 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:00.177810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dd081da5-ea9b-407a-9402-1dd256cc00af req-8b786cc5-20b2-4fe9-a1de-9e62ad329927 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.1116753 Aug 09 14:51:00.223872 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.277292 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9af3ee3a-8ca7-4e2e-9326-e288db328003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.299153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=5bb73fe8-1062-43aa-949e-bc10a24cdaf3,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:00.312935 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:51:00.330405 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0625690a-0ce9-4d84-bf50-fef6d1de49be req-06852f83-2580-4af9-8fae-4a3955457f81 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0519531 Aug 09 14:51:00.332478 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:51:00.335214 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:51:00.361881 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dd081da5-ea9b-407a-9402-1dd256cc00af req-f0a42f56-24b8-44d6-b63e-a1dd99620bec tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799975 Aug 09 14:51:00.549672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.684657 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9af3ee3a-8ca7-4e2e-9326-e288db328003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.726294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3ee3a-8ca7-4e2e-9326-e288db328003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2204077-266d-4092-9f63-e6a5fa7764c5,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:00.733946 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9af3ee3a-8ca7-4e2e-9326-e288db328003 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a90bd6ae1f0b4402ab2e05360fa51f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5641088 Aug 09 14:51:00.740973 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35360) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:00.798332 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:00.834569 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.046635 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.116678 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.124491 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.124491 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2204077-266d-4092-9f63-e6a5fa7764c5 HTTP/1.1" status: 204 len: 168 time: 0.3789985 Aug 09 14:51:01.172975 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade18d1e-89f8-45a7-bdfe-f4ac6d765b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2204077-266d-4092-9f63-e6a5fa7764c5,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:01.188559 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4c172f5f-8bca-4921-8d23-ba83e3d87f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.267322 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.329958 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.378185 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=5bb73fe8-1062-43aa-949e-bc10a24cdaf3,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:01.440927 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.456034 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-23ec2b61-05d3-4bdd-bdcb-a10eae27c423 req-0a49c8e2-c1ee-4e3f-86d9-735a2f6f3c34 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0494969 Aug 09 14:51:01.533903 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:01.546000 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c6d06222-d285-4c37-999e-106c2bebaf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4334013 Aug 09 14:51:01.552954 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5089-8431-4a0c-8a35-b26dbadb85a7 req-95be181f-e13a-4c44-b0c2-ddbf463b7462 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:01.555956 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2bdf5089-8431-4a0c-8a35-b26dbadb85a7 req-95be181f-e13a-4c44-b0c2-ddbf463b7462 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.0789158 Aug 09 14:51:01.594663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2bdf5089-8431-4a0c-8a35-b26dbadb85a7 req-33643b36-c00d-4878-aa10-8c3a508aec0d tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Aug 09 14:51:01.701767 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:02.119176 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-ef51a362-39fd-449a-9c61-33950b86f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:02.120502 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-ef51a362-39fd-449a-9c61-33950b86f026 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e2551be72a2405bba30381b2e78b743&device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 1096 time: 0.1171107 Aug 09 14:51:02.123713 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-b10c8e55-e3dd-4f6a-b001-ebfc08d5bd0b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1899731453&fields=id&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 267 time: 0.1091478 Aug 09 14:51:02.220839 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-13dd764a-ba6c-499f-999f-7134954ae06b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb HTTP/1.1" status: 200 len: 217 time: 0.0872228 Aug 09 14:51:02.329671 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02956b7-2716-409a-b24d-6643767637f5 req-5fbf138a-7ace-491b-8cbb-3bd298860fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:02.333387 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-5fbf138a-7ace-491b-8cbb-3bd298860fcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc90271-2284-44f8-8edf-b0ba6ef31043 HTTP/1.1" status: 200 len: 851 time: 0.0791953 Aug 09 14:51:02.334694 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:02.406211 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-95e486aa-6df5-4e2a-bd2d-48505cc75082 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639675 Aug 09 14:51:02.415653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-49213c49-781c-4ae0-94f3-f873b108a549 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:02.417547 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-49213c49-781c-4ae0-94f3-f873b108a549 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 817 time: 0.2858286 Aug 09 14:51:02.449029 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-d1a7148e-4679-410f-b614-af8ba2f9800a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/quotas/a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 375 time: 0.0215259 Aug 09 14:51:02.614023 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-953effb2-777a-484a-b82c-59433caea58b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347046 Aug 09 14:51:02.640421 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9fc14b7d-784c-4ec9-90c2-977bd6d6a31f req-a785096f-a0ff-48aa-98c2-09b9261000fa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0598581 Aug 09 14:51:02.650116 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-9c611902-bb4d-4f3c-895a-f52e2c0ae7cf service neutron] 10.222.0.58 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315378 Aug 09 14:51:02.856749 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-ceddc080-e231-4825-9dd9-98b381eac8bb service neutron] 10.222.0.45 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202475 Aug 09 14:51:02.865287 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6fcf9-7d1d-44f9-83cd-19470699faad req-940eabcd-8e75-4409-bf42-4605f853dbad tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:02.871756 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7fb6fcf9-7d1d-44f9-83cd-19470699faad req-940eabcd-8e75-4409-bf42-4605f853dbad tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.1330359 Aug 09 14:51:02.984468 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b02956b7-2716-409a-b24d-6643767637f5 req-4f196f59-66ee-49f6-8f4b-9d23f9113375 service neutron] 10.222.0.58 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242083 Aug 09 14:51:03.007335 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7fb6fcf9-7d1d-44f9-83cd-19470699faad req-835cd3d0-e499-4e91-8809-249fb18b8017 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066527 Aug 09 14:51:03.053618 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-07eeeb0c-e916-4844-81f7-9f4e02fd17f6 service neutron] 10.222.0.45 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808646 Aug 09 14:51:03.204660 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-de9d84c3-51dc-45af-ae7d-7bfbd3e5d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:03.206262 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-de9d84c3-51dc-45af-ae7d-7bfbd3e5d17e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e2551be72a2405bba30381b2e78b743&device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 1096 time: 0.0481470 Aug 09 14:51:03.463970 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c9f30b3f-a19a-40fd-bbf2-5aaa8de5d9c4 req-b8ea8bd3-08cc-40c0-9b4e-05bce16f235a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0420821 Aug 09 14:51:03.472704 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-9b924182-df64-4796-bf96-ff779b85bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:03.476271 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-9b924182-df64-4796-bf96-ff779b85bd36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b HTTP/1.1" status: 200 len: 912 time: 0.2615030 Aug 09 14:51:03.532507 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-08f8e661-76ca-423e-beb8-e77865d838c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb HTTP/1.1" status: 200 len: 217 time: 0.0467408 Aug 09 14:51:03.788299 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.58', 62254) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:03.838086 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:03.859236 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-785f7cd4-eb99-4edc-a491-00211f992a03 req-1f8f3a49-3063-4c45-9a81-33a2963f6567 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0546005 Aug 09 14:51:03.865123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-da24244c-7457-4ce3-be84-d014a9ffe03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:03.866634 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-da24244c-7457-4ce3-be84-d014a9ffe03a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc90271-2284-44f8-8edf-b0ba6ef31043 HTTP/1.1" status: 200 len: 851 time: 0.3265731 Aug 09 14:51:03.910162 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-1b9cf3b3-39fc-4a91-9145-25c81bac66e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267897 Aug 09 14:51:04.017917 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-acbb1ff9-b29e-4b13-8fae-555a91390d00 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:04.020986 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-acbb1ff9-b29e-4b13-8fae-555a91390d00 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 819 time: 0.2286673 Aug 09 14:51:04.035309 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Request body: {'port': {'device_id': '2d552883-d4f3-427e-9054-2e2539664a56', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'admin_state_up': True, 'tenant_id': '98b5a203694e4934b35b05b12e3989d7'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:04.067051 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-742ca39e-1d94-4b60-90fc-a41c4559bc7e service neutron] 10.222.0.58 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478338 Aug 09 14:51:04.234543 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e750ba0-fea0-4abd-abcf-83406b4c1f0f req-58c1c131-eadd-4adf-adf6-3dd844dbb17a service neutron] 10.222.0.58 "GET /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583285 Aug 09 14:51:04.254556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b5169-70c3-467c-8d2e-3ef461b1dd00 req-634f6c64-c01d-4755-b3d7-2f44e3c4088e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:04.255979 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35488) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:04.259589 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2e1b5169-70c3-467c-8d2e-3ef461b1dd00 req-634f6c64-c01d-4755-b3d7-2f44e3c4088e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.0713708 Aug 09 14:51:04.312817 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2e1b5169-70c3-467c-8d2e-3ef461b1dd00 req-04ff1581-3d65-4720-8a78-b6f91e109b89 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Aug 09 14:51:04.352821 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Made reservation on behalf of 98b5a203694e4934b35b05b12e3989d7 for: {'port': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:04.358260 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:04.584551 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2cbe6573-c61f-424b-857a-c9d847eabba5 req-19fdee5c-69ba-4a4f-980b-336b4973740a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0312126 Aug 09 14:51:04.618108 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-765f04a4-715c-488c-a630-54d4242cc541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:04.767602 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Allocated IP 172.20.0.2 (73a3ba55-1a7e-46f7-8506-56b2f9b73bc5/939739cb-4e82-41ef-a276-5a8d6501b154/edb45797-b58e-4eff-a1e0-8758458aedfb) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:51:04.960300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-731c2587-915c-4079-ad4d-e83438e600ec tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:04.961663 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-765f04a4-715c-488c-a630-54d4242cc541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:04.974751 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-731c2587-915c-4079-ad4d-e83438e600ec tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 819 time: 0.2625332 Aug 09 14:51:05.008681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Request body: {'port': {'device_id': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'admin_state_up': True, 'tenant_id': '98b5a203694e4934b35b05b12e3989d7'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:05.014126 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9d9beb14-892c-44dd-a08f-a5d36d6a9750 req-9dc753c5-a0a3-40bb-aad1-f93c483a04e7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0362284 Aug 09 14:51:05.053450 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.085905 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-765f04a4-715c-488c-a630-54d4242cc541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.145074 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f04a4-715c-488c-a630-54d4242cc541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c2a58-8d23-4248-9913-798245ce92c2,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:05.169349 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35526) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:05.171240 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-765f04a4-715c-488c-a630-54d4242cc541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=542a98c18f8844b3acd13a9706a8d4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131999 Aug 09 14:51:05.242085 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.268796 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.278717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.358942 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Made reservation on behalf of 98b5a203694e4934b35b05b12e3989d7 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:05.362734 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.369046 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:51:05.377559 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:51:05.384504 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:51:05.428159 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Pushing event updated for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:05.498961 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:05.499659 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.503351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.506868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.508271 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c02c2a58-8d23-4248-9913-798245ce92c2 HTTP/1.1" status: 204 len: 168 time: 0.3369918 Aug 09 14:51:05.534556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c877-8c3d-461a-afaa-5f2801cdb27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c2a58-8d23-4248-9913-798245ce92c2,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:05.572059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b628e0-78e4-4ea7-b82c-99cd0aa027d6 req-f592415d-dcb4-4b1a-b17d-6eaf5098fb9c tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:05.573670 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-45b628e0-78e4-4ea7-b82c-99cd0aa027d6 req-f592415d-dcb4-4b1a-b17d-6eaf5098fb9c tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 943 time: 0.1588857 Aug 09 14:51:05.606373 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-f078626a-3e15-4f23-b82f-2321f1d2f0d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5752847 Aug 09 14:51:05.634192 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Request body: {'port': {'device_id': '2d552883-d4f3-427e-9054-2e2539664a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:05.649697 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-45b628e0-78e4-4ea7-b82c-99cd0aa027d6 req-75f07b91-6606-4001-82cb-bb6d18243b0c tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Aug 09 14:51:05.650806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Allocated IP 172.20.0.13 (73a3ba55-1a7e-46f7-8506-56b2f9b73bc5/939739cb-4e82-41ef-a276-5a8d6501b154/69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:51:05.721571 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:05.735538 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d645473-f26c-473e-82ea-ad595a6fe405 req-0c875a6c-b2ab-4ecd-92a6-066028a1398a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0430346 Aug 09 14:51:05.791258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 8395f8dd-8e28-4605-95b1-a0bc18578ceb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:51:05.901510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.029630 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb,segment=NetworkSegment(c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e),segment_id=c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:06.056767 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '8395f8dd-8e28-4605-95b1-a0bc18578ceb', 'network_id': '7f6cc4b2-85a8-4152-a2b1-7e90239aa88b', 'port_id': '8395f8dd-8e28-4605-95b1-a0bc18578ceb', 'mac_address': 'fa:16:3e:88:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc90271-2284-44f8-8edf-b0ba6ef31043', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:51:06.099377 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.119618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8395f8dd-8e28-4605-95b1-a0bc18578ceb {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:06.147883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb,segment=NetworkSegment(c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e),segment_id=c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:06.162724 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1545-6ff7-4e8e-bfaf-8627819c44d1 req-22dacee4-db9e-45de-88a7-b1e5e5d4ee93 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:06.164776 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-65eb1545-6ff7-4e8e-bfaf-8627819c44d1 req-22dacee4-db9e-45de-88a7-b1e5e5d4ee93 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 931 time: 0.0639832 Aug 09 14:51:06.182290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.227264 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.279955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:51:06.289409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:51:06.292735 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:51:06.303553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Pushing event updated for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:06.327353 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-65eb1545-6ff7-4e8e-bfaf-8627819c44d1 req-0693ed28-d5e9-4265-8978-e6f44f036e3b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534414 Aug 09 14:51:06.366321 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:06.397536 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:06.397536 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.471803 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb45797-b58e-4eff-a1e0-8758458aedfb {{(pid=100406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:06.476190 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['8395f8dd-8e28-4605-95b1-a0bc18578ceb'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:51:06.481036 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.496269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-40d18358-cc13-4034-916c-cb183806ae1a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5085988 Aug 09 14:51:06.504179 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Transition to ACTIVE for port object edb45797-b58e-4eff-a1e0-8758458aedfb will not be triggered until provisioned by entity L2. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:51:06.514577 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Request body: {'port': {'device_id': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:06.588710 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.617140 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.680855 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Pushing event updated for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:06.805644 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Attempting to bind port edb45797-b58e-4eff-a1e0-8758458aedfb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:51:06.805938 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Attempting to bind port edb45797-b58e-4eff-a1e0-8758458aedfb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:51:06.806501 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Attempting to bind port edb45797-b58e-4eff-a1e0-8758458aedfb on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:06.811740 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Port edb45797-b58e-4eff-a1e0-8758458aedfb on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:51:06.814543 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Attempting to bind port edb45797-b58e-4eff-a1e0-8758458aedfb on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:06.819607 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:51:06.820359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Checking segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:51:06.821346 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Bound using segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:51:06.821996 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Bound port: edb45797-b58e-4eff-a1e0-8758458aedfb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:51:06.822508 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:06.928669 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, cleared binding levels {{(pid=100406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:51:06.933864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edb45797-b58e-4eff-a1e0-8758458aedfb,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:51:06.937672 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a6e874b7-692b-4263-94f4-c9dce73caab1 req-bd6773a6-4be6-4d63-9b8c-43b4c18fed28 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0472052 Aug 09 14:51:06.946575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d60e2-4703-4cb9-8ab4-1e0ea7e1b620 req-107f6d3e-ee61-46ec-a6c2-de5bfb2aa5b7 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:06.948159 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b8d60e2-4703-4cb9-8ab4-1e0ea7e1b620 req-107f6d3e-ee61-46ec-a6c2-de5bfb2aa5b7 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 944 time: 0.1470697 Aug 09 14:51:07.024888 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b8d60e2-4703-4cb9-8ab4-1e0ea7e1b620 req-11977e54-5cb5-4926-92dc-ba494ce64e7c tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Aug 09 14:51:07.030400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:07.047016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.051466 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Transition to ACTIVE for port object 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:51:07.094069 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.58', 62261) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:07.095420 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35582) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:07.109298 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-815c801a-777e-4a49-b4f4-cfa3b39ee1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.145181 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.198317 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:07.198908 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.200354 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] 10.222.0.58 "PUT /v2.0/ports/edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 200 len: 1093 time: 1.5854294 Aug 09 14:51:07.202281 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:07.207268 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-9d8d31a7-4f53-47e9-9139-35f2a9350373 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:07.208759 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-9d8d31a7-4f53-47e9-9139-35f2a9350373 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 817 time: 0.1134961 Aug 09 14:51:07.267207 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.268918 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecdb86-140f-465d-acf9-784d81488878 service neutron] Pushing event updated for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=3']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:07.303147 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-815c801a-777e-4a49-b4f4-cfa3b39ee1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.317180 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-aef883ab-8d8f-4d26-92fe-5a39c8a65d54 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 380 time: 0.0977502 Aug 09 14:51:07.348909 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'port': {'device_id': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'admin_state_up': True, 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'security_groups': ['8204edd2-3eed-410e-8c81-15a966380e5d']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:07.427489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Pushing event updated for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:07.497483 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb805879-12d2-4b8f-bbc3-20746bebc394" -d '{"events": [{"name": "network-changed", "server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:07.504330 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-815c801a-777e-4a49-b4f4-cfa3b39ee1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.570979 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-815c801a-777e-4a49-b4f4-cfa3b39ee1c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4bd2dad47df44a39b7c2508bc9cc9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716456 Aug 09 14:51:07.571460 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35602) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:07.571567 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-1fed0dca-5fcf-4800-8c45-dc7a3585f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:07.572951 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-1fed0dca-5fcf-4800-8c45-dc7a3585f3cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1096 time: 0.1690278 Aug 09 14:51:07.573945 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c801a-777e-4a49-b4f4-cfa3b39ee1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8982638-fa65-42d1-a942-cc29d0b61f27,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:07.648043 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:51:07.655491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e26011-7437-447e-a197-b9b9420dfe62 req-1212d6dc-afa4-433e-a8c5-11e0c3f79888 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:07.657316 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97e26011-7437-447e-a197-b9b9420dfe62 req-1212d6dc-afa4-433e-a8c5-11e0c3f79888 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 943 time: 0.1957209 Aug 09 14:51:07.661083 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4721bdb-ac81-40b2-b0af-7b518b3c6688 x-openstack-request-id: req-b4721bdb-ac81-40b2-b0af-7b518b3c6688 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:07.661432 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:07.661750 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4721bdb-ac81-40b2-b0af-7b518b3c6688 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:07.662691 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb', 'status': 'completed', 'code': 200} Aug 09 14:51:07.666834 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-35d56b7b-1ef0-42c3-a9ce-4cec590e7b46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 200 len: 217 time: 0.0795491 Aug 09 14:51:07.669192 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Attempting to bind port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:51:07.669540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Attempting to bind port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:51:07.669910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Attempting to bind port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:07.693173 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:51:07.695957 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Attempting to bind port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 on network 73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:07.726662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:51:07.727099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Checking segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:51:07.727637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Bound using segment: {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:51:07.728136 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Bound port: 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea61750b-852d-44cf-80b4-6eecb1568856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:51:07.729283 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.745071 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.748730 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-b9982e52-eaff-4771-9599-ba01771dbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:07.750973 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-b9982e52-eaff-4771-9599-ba01771dbea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0793829 Aug 09 14:51:07.760641 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Made reservation on behalf of a9b99f1ec81a4feba4763c97b90de2b5 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:07.764976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.786436 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 8395f8dd-8e28-4605-95b1-a0bc18578ceb up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:51:07.813282 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-fb6154a6-bb92-4f48-a124-87d7b5db13e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551994 Aug 09 14:51:07.815391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97e26011-7437-447e-a197-b9b9420dfe62 req-a0ea347b-079d-4289-acfc-2d6f2232409b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478281 Aug 09 14:51:07.854227 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:07.916934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:51:07.932614 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-4d846d49-0927-40ed-9459-3b9ec6563f4c service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113429 Aug 09 14:51:07.960071 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:51:07.962040 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 8395f8dd-8e28-4605-95b1-a0bc18578ceb completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:51:07.975739 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 8395f8dd-8e28-4605-95b1-a0bc18578ceb triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:07.975739 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.032726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Allocated IP 172.20.0.11 (44779c08-5638-4f0b-9c37-1b7bd92e8d0e/12cf46ac-6a75-475e-aa3e-038efda20419/dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:51:08.097258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.103716 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.129476 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:08.160626 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-05085bd0-9ef7-4127-99bf-dbf10469d32c req-10138217-2cd9-4fee-adc2-e6791191f41c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0858541 Aug 09 14:51:08.207912 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.215563 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb,segment=NetworkSegment(c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e),segment_id=c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:08.217792 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.219077 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8982638-fa65-42d1-a942-cc29d0b61f27 HTTP/1.1" status: 204 len: 168 time: 0.6453919 Aug 09 14:51:08.250377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:08.250534 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.251948 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] 10.222.0.58 "PUT /v2.0/ports/69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 1094 time: 1.7445252 Aug 09 14:51:08.257393 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd3199-99c2-4a2e-b83c-6b2abca1fffe" -d '{"events": [{"server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "name": "network-vif-plugged", "status": "completed", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:08.261677 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02084fea-e35d-4549-abfd-3720628a8ad2 req-8e0e7948-38b5-4eb7-be8f-b50f74a4c1cf service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184099 Aug 09 14:51:08.291834 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:08.294555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6814778e-70cb-45b6-aa1a-527d93dfd7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:08.314066 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dd154-caac-4b46-9feb-3f20feffa0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8982638-fa65-42d1-a942-cc29d0b61f27,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:08.346731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.352684 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f26c-7563-4b3d-9a49-8091f52cc20b service neutron] Pushing event updated for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:08.370217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe908cc-b381-4f00-b9fa-0cf85b6ddd61 req-3663c778-bf9f-42f9-a7fd-30cd98a33b87 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:08.371827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6fe908cc-b381-4f00-b9fa-0cf85b6ddd61 req-3663c778-bf9f-42f9-a7fd-30cd98a33b87 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 944 time: 0.2347307 Aug 09 14:51:08.382323 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f6adf-006a-4765-91cc-8fd355c6d8f0 x-openstack-request-id: req-118f6adf-006a-4765-91cc-8fd355c6d8f0 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:08.382632 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "name": "network-vif-plugged", "status": "completed", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:08.383055 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-118f6adf-006a-4765-91cc-8fd355c6d8f0 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:08.383524 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb', 'code': 200} Aug 09 14:51:08.400621 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:08.472422 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-d43125f2-b4df-400e-a1ce-fbcf1bde9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:08.477213 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-d43125f2-b4df-400e-a1ce-fbcf1bde9166 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1097 time: 0.0541916 Aug 09 14:51:08.522879 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-b7a94737-1072-4bde-b049-d5bde20c9b94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0377703 Aug 09 14:51:08.592525 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e660690-372a-4410-831a-3b90ee65a491 req-293b218b-7350-485a-8d6b-ea9fedf07b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:08.593525 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-293b218b-7350-485a-8d6b-ea9fedf07b7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0627160 Aug 09 14:51:08.596293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd01db1a-d49d-483a-aceb-8ee3450f97a2 x-openstack-request-id: req-dd01db1a-d49d-483a-aceb-8ee3450f97a2 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:08.596817 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:08.597365 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd01db1a-d49d-483a-aceb-8ee3450f97a2 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:08.597892 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2', 'status': 'completed', 'code': 200} Aug 09 14:51:08.643594 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-b23008f3-ab3b-49fb-a97a-4b7a6453a26f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419197 Aug 09 14:51:08.723098 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:08.737855 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6fe908cc-b381-4f00-b9fa-0cf85b6ddd61 req-f5e4360d-4a2d-462a-9805-d2bae8e9f0e8 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470018 Aug 09 14:51:08.743373 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-6291c8f2-b225-4a00-8689-17132a473c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:08.745162 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-6291c8f2-b225-4a00-8689-17132a473c49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1096 time: 0.1463642 Aug 09 14:51:08.756571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Transition to ACTIVE for port object dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:51:08.760273 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-35cdc806-484b-4cdb-9c26-caf2204452f1 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081538 Aug 09 14:51:08.799684 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.58', 62266) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:08.944519 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4e660690-372a-4410-831a-3b90ee65a491 req-bde06aef-6825-4bf1-8f6e-1ea34af81ef5 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769631 Aug 09 14:51:09.027758 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-7fe9eaca-91eb-473b-bb93-90b1d5f2bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.029831 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-7fe9eaca-91eb-473b-bb93-90b1d5f2bdd1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 1098 time: 0.2238262 Aug 09 14:51:09.065477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4dd94-d6cb-4564-93d9-134b87a00dc0 req-aec6a919-1c0c-4c36-aa55-bc266ab5faaa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.070094 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-34d4dd94-d6cb-4564-93d9-134b87a00dc0 req-aec6a919-1c0c-4c36-aa55-bc266ab5faaa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 943 time: 0.1546717 Aug 09 14:51:09.070094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-54be8596-7c9c-4908-bda8-72ae8335eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.070094 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-54be8596-7c9c-4908-bda8-72ae8335eb27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.3079710 Aug 09 14:51:09.070634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.138470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-f04c07bb-f75a-479d-a012-f237677271e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 200 len: 217 time: 0.0479610 Aug 09 14:51:09.139562 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.167003 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-8339b4ef-1eef-492a-b6a1-5e638e375518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.168817 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-8339b4ef-1eef-492a-b6a1-5e638e375518 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1097 time: 0.0678613 Aug 09 14:51:09.235078 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-34d4dd94-d6cb-4564-93d9-134b87a00dc0 req-1a78656e-58df-41ce-af44-d808cfbdfac1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609945 Aug 09 14:51:09.251505 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:51:09.268932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:51:09.277294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:51:09.287568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:09.348452 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-a77aeec0-6e09-4f7b-9ea1-24283a9110d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.349920 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-a77aeec0-6e09-4f7b-9ea1-24283a9110d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.1870241 Aug 09 14:51:09.380087 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-fa8150d3-4459-43c5-a850-76f94a45f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.383014 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-fa8150d3-4459-43c5-a850-76f94a45f8c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.2058437 Aug 09 14:51:09.424222 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.424885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.430804 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-9ce35823-368c-4137-a740-e55686dcce33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633953 Aug 09 14:51:09.456169 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-ae64e1d4-cb3c-4042-8afb-2253304e5c7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0655069 Aug 09 14:51:09.523936 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-33fbeb96-2cd0-4ddb-b2ea-dd25a3f822c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.528436 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f235-8430-4ae2-9c1b-5a10381eb1cf req-1599a7ab-8a7c-4538-a734-3b227fa17b79 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.528436 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1c51f235-8430-4ae2-9c1b-5a10381eb1cf req-1599a7ab-8a7c-4538-a734-3b227fa17b79 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 932 time: 0.2462459 Aug 09 14:51:09.528766 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-33fbeb96-2cd0-4ddb-b2ea-dd25a3f822c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0611138 Aug 09 14:51:09.568622 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-d9ea9ae9-0c58-45f7-ba0e-f74532731f15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332778 Aug 09 14:51:09.584407 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.643178 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1c51f235-8430-4ae2-9c1b-5a10381eb1cf req-a7824474-5a55-4fa9-a3e7-9a8ff7aa1449 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083677 Aug 09 14:51:09.656771 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-fe20425e-1168-41b6-b9ff-b7faf4abd5ec service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137365 Aug 09 14:51:09.697475 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-b7a42a8b-b742-469f-85a3-513912e58d96 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199501 Aug 09 14:51:09.714267 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.742567 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e9e32e9d-b914-4273-98ca-6fdd02f814cd None None] Provisioning for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:51:09.746818 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e9e32e9d-b914-4273-98ca-6fdd02f814cd None None] Provisioning complete for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:09.747199 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e9e32e9d-b914-4273-98ca-6fdd02f814cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:09.760376 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202661 Aug 09 14:51:09.784020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=522f6d76-0a19-4dc2-877d-ac0b9e6c245d,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:09.808387 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb805879-12d2-4b8f-bbc3-20746bebc394 req-0cd090bc-3443-47cb-b24c-84fed6cd5c89 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441338 Aug 09 14:51:09.819580 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-e9e32e9d-b914-4273-98ca-6fdd02f814cd None None] Port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:51:09.826869 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6814778e-70cb-45b6-aa1a-527d93dfd7ab req-46eefe2f-9d49-4eae-89f0-23375854b9c1 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204050 Aug 09 14:51:09.867510 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-018d83d9-1331-4532-9511-183cfb8db668 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5310719 Aug 09 14:51:09.894440 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Request body: {'port': {'device_id': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:09.941510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4656e-1a37-4fff-8d01-3cc54c7b6149 req-f698a227-2dd5-4216-80d5-370ae75707cb tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:09.943030 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1bf4656e-1a37-4fff-8d01-3cc54c7b6149 req-f698a227-2dd5-4216-80d5-370ae75707cb tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.1033294 Aug 09 14:51:09.979927 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:10.012375 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1bf4656e-1a37-4fff-8d01-3cc54c7b6149 req-dc7809d9-6096-43cc-b280-1fd7b895b59a tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Aug 09 14:51:10.301887 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:10.310271 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:10.324733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Transition to ACTIVE for port object dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:51:10.409391 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321bec-d22b-4340-9a0e-ee4cf1860608 req-093192a3-a187-45fb-86c5-141c84dfae06 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:10.409391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aa321bec-d22b-4340-9a0e-ee4cf1860608 req-093192a3-a187-45fb-86c5-141c84dfae06 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 943 time: 0.0612459 Aug 09 14:51:10.437260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:10.485741 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aa321bec-d22b-4340-9a0e-ee4cf1860608 req-4ca3c367-f0fa-460a-98b2-dac988ad5672 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635052 Aug 09 14:51:10.534877 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:10.610634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Attempting to bind port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:51:10.610634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Attempting to bind port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:51:10.610634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Attempting to bind port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:10.610634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:51:10.610634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Attempting to bind port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:51:10.612418 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:51:10.612767 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Checking segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:51:10.613160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Bound using segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:51:10.613582 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Bound port: dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:51:10.614131 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:10.685678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:51:10.689911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:51:10.776911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6da485-8740-4d4e-b895-9456d798102d req-434e7fd2-a210-423a-a967-56335565c26d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:10.778421 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da6da485-8740-4d4e-b895-9456d798102d req-434e7fd2-a210-423a-a967-56335565c26d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0522768 Aug 09 14:51:10.818545 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da6da485-8740-4d4e-b895-9456d798102d req-62b9d38c-94bd-4bc8-93d6-652e34de95f2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Aug 09 14:51:10.988771 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:11.037322 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:11.037954 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:11.039972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] 10.222.0.58 "PUT /v2.0/ports/dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 1094 time: 1.1532862 Aug 09 14:51:11.040593 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:11.043799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322" -d '{"events": [{"name": "network-changed", "server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:11.083060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aceaf0-6fff-44e4-96ca-f0b43a30d96b service neutron] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:11.117426 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5b4855-2b64-47e0-9c4d-9d92d0a2461e x-openstack-request-id: req-2c5b4855-2b64-47e0-9c4d-9d92d0a2461e {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:11.118006 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:11.118360 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c5b4855-2b64-47e0-9c4d-9d92d0a2461e {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:11.118893 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'status': 'completed', 'code': 200} Aug 09 14:51:11.225978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b4e9-508f-4b2f-bfe5-b0b782a70d67 req-2e92226b-e7f8-4155-ab90-f6c8a6ce4d13 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:11.228214 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c3f2b4e9-508f-4b2f-bfe5-b0b782a70d67 req-2e92226b-e7f8-4155-ab90-f6c8a6ce4d13 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.1054950 Aug 09 14:51:11.273968 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c3f2b4e9-508f-4b2f-bfe5-b0b782a70d67 req-9a5becec-dd8a-457b-a65d-d128ab695e4e tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Aug 09 14:51:11.675206 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459138f8-39bb-4e75-bf63-f40ab3f3e0f0 req-1c8de139-d4d9-491a-8d68-63c69bca6928 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:11.676810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-459138f8-39bb-4e75-bf63-f40ab3f3e0f0 req-1c8de139-d4d9-491a-8d68-63c69bca6928 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 943 time: 0.0590065 Aug 09 14:51:11.729519 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-459138f8-39bb-4e75-bf63-f40ab3f3e0f0 req-79eec038-76f3-49d8-b9e1-0147e99c3767 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460632 Aug 09 14:51:11.945630 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7212d40-6009-43b9-91ef-f38ee326aa9c req-52ddd78b-90ec-436a-8d63-eacf4f82c419 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:11.947151 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e7212d40-6009-43b9-91ef-f38ee326aa9c req-52ddd78b-90ec-436a-8d63-eacf4f82c419 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0539746 Aug 09 14:51:11.986349 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e7212d40-6009-43b9-91ef-f38ee326aa9c req-b9b74f95-c63c-4340-9083-ff5749c7943a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325217 Aug 09 14:51:12.227042 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35770) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:12.336327 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e119d583-1164-42aa-a995-3c4be83b72ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.403132 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8ceb2-57fd-49c3-acbe-9842780fa276 req-35dfc243-9eb3-422b-8aea-f425a6e12f15 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:12.404812 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-82d8ceb2-57fd-49c3-acbe-9842780fa276 req-35dfc243-9eb3-422b-8aea-f425a6e12f15 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0551741 Aug 09 14:51:12.442475 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e119d583-1164-42aa-a995-3c4be83b72ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.450663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-82d8ceb2-57fd-49c3-acbe-9842780fa276 req-1384f11e-996e-46ec-919b-708b39523f37 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Aug 09 14:51:12.519763 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e119d583-1164-42aa-a995-3c4be83b72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.562608 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e119d583-1164-42aa-a995-3c4be83b72ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=502a9994778f44d593d5564f84df85db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343413 Aug 09 14:51:12.563241 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d583-1164-42aa-a995-3c4be83b72ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832fac1-67a9-4244-ad2e-0fa905aca597,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:12.565802 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35780) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:12.619659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.646282 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.842544 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.845255 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:12.846423 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9832fac1-67a9-4244-ad2e-0fa905aca597 HTTP/1.1" status: 204 len: 168 time: 0.2789843 Aug 09 14:51:12.875065 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f4e43-67c9-44fc-a6cc-d332ed6728e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832fac1-67a9-4244-ad2e-0fa905aca597,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:12.910808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f60ff8-f2ae-4ee3-bc79-d7a5674012bd req-7bf0e92b-9459-4e12-a6d6-5b3ccf638c10 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:12.912557 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e4f60ff8-f2ae-4ee3-bc79-d7a5674012bd req-7bf0e92b-9459-4e12-a6d6-5b3ccf638c10 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 943 time: 0.0847425 Aug 09 14:51:12.959596 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e4f60ff8-f2ae-4ee3-bc79-d7a5674012bd req-d414130f-f372-4e05-bae4-f53896f21131 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370128 Aug 09 14:51:13.120945 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbac8a-1bf2-4dea-8f92-cb4a272f21fa req-380c15ce-8a10-4d8e-ada1-9827668c9021 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:13.122691 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40dbac8a-1bf2-4dea-8f92-cb4a272f21fa req-380c15ce-8a10-4d8e-ada1-9827668c9021 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0568256 Aug 09 14:51:13.168083 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40dbac8a-1bf2-4dea-8f92-cb4a272f21fa req-98ce481f-3ceb-424b-bdf2-a8958d9e4c46 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 Aug 09 14:51:13.336757 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device edb45797-b58e-4eff-a1e0-8758458aedfb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:51:13.440464 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-fc5b17c7-dd2e-4161-a5bd-5ff128b98182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:13.440464 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-fc5b17c7-dd2e-4161-a5bd-5ff128b98182 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1097 time: 0.0833523 Aug 09 14:51:13.467258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edb45797-b58e-4eff-a1e0-8758458aedfb,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:13.478991 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'edb45797-b58e-4eff-a1e0-8758458aedfb', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'port_id': 'edb45797-b58e-4eff-a1e0-8758458aedfb', 'mac_address': 'fa:16:3e:ab:65:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:51:13.521101 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:13.537210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb45797-b58e-4eff-a1e0-8758458aedfb {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:13.561712 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edb45797-b58e-4eff-a1e0-8758458aedfb,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:13.672263 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:13.672831 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:51:13.675917 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80726500-6be1-49d4-ac89-a7efed0b8495 req-681870fd-061b-4f20-b313-6cf2adda745b tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:13.678628 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-80726500-6be1-49d4-ac89-a7efed0b8495 req-681870fd-061b-4f20-b313-6cf2adda745b tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.1288345 Aug 09 14:51:13.680482 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-73cba2da-38b6-406e-a6ee-b8f66a5fd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:13.682913 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-73cba2da-38b6-406e-a6ee-b8f66a5fd08c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2344255 Aug 09 14:51:13.745801 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35808) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:13.760113 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-273402c9-558a-44b0-ac76-9e3862c7cec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:13.769984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:13.774106 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:13.791873 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2', 'network_id': '73a3ba55-1a7e-46f7-8506-56b2f9b73bc5', 'port_id': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2', 'mac_address': 'fa:16:3e:1b:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939739cb-4e82-41ef-a276-5a8d6501b154', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:51:13.864276 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:13.872008 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-80726500-6be1-49d4-ac89-a7efed0b8495 req-def2cd6c-2a4f-4c73-bd55-65d79b2e3594 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863668 Aug 09 14:51:13.900459 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:13.944859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:13.947861 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-10da5048-7e19-4d08-b55d-dc026059ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:13.952827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89d3c88f-f82c-45f2-b8b6-6b4b03c02322 req-10da5048-7e19-4d08-b55d-dc026059ad19 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2568152 Aug 09 14:51:13.977829 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-273402c9-558a-44b0-ac76-9e3862c7cec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.055736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.107427 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:14.123917 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-273402c9-558a-44b0-ac76-9e3862c7cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.164690 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273402c9-558a-44b0-ac76-9e3862c7cec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb980fc7-1c2c-4b19-807f-a9449bd0c436,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:14.182622 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-273402c9-558a-44b0-ac76-9e3862c7cec4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cdc3ed83cae4e528d304ab8de672fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350817 Aug 09 14:51:14.184555 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35820) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:14.261314 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-8b205508-4b24-4c4d-a3f6-de676c837b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:14.263330 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-8b205508-4b24-4c4d-a3f6-de676c837b46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1097 time: 0.2693713 Aug 09 14:51:14.271264 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.310943 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.324028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:51:14.358609 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0d514-a464-47b1-a98d-efe9d6891a87 req-fbda5bd4-899a-489d-a986-a237c31508ba tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:14.360185 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d8d0d514-a464-47b1-a98d-efe9d6891a87 req-fbda5bd4-899a-489d-a986-a237c31508ba tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 944 time: 0.1459889 Aug 09 14:51:14.361328 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['edb45797-b58e-4eff-a1e0-8758458aedfb'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:51:14.362844 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-ce5d0b1d-5afb-423a-90a6-46c935dc0121 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 217 time: 0.0809219 Aug 09 14:51:14.434617 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca1a8-0cac-4d69-94d2-424a0350c033 req-bf85d20e-4602-42bf-8315-d12b7b093b0e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:14.437390 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bc4ca1a8-0cac-4d69-94d2-424a0350c033 req-bf85d20e-4602-42bf-8315-d12b7b093b0e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1606810 Aug 09 14:51:14.465618 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d8d0d514-a464-47b1-a98d-efe9d6891a87 req-e69f1498-3e73-4926-9534-6f340869cef4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957780 Aug 09 14:51:14.468012 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-9e32d31f-b932-46c3-85cc-68edf15c0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:14.468701 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-9e32d31f-b932-46c3-85cc-68edf15c0785 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0960727 Aug 09 14:51:14.549754 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bc4ca1a8-0cac-4d69-94d2-424a0350c033 req-3e7c9a2e-a4fb-4375-82f3-53fb73e600d2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008928 Aug 09 14:51:14.573767 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-6e5c16cc-10f5-42fb-8d42-f312415b559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:14.573767 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-6e5c16cc-10f5-42fb-8d42-f312415b559a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891776 Aug 09 14:51:14.589177 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.595154 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:14.599799 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb980fc7-1c2c-4b19-807f-a9449bd0c436 HTTP/1.1" status: 204 len: 168 time: 0.4108891 Aug 09 14:51:14.638698 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f005fc8-be22-44bc-bf33-55cd2e2aa9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb980fc7-1c2c-4b19-807f-a9449bd0c436,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:14.730318 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-10170e36-f4fa-4c83-82da-f04dee2880d0 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555493 Aug 09 14:51:14.843096 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2d4d498-555b-487f-9cb7-06e7e3b11638 req-92e881a8-c9c0-49f1-802a-fe920b846a9f service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054664 Aug 09 14:51:15.035046 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699bec1-d914-4987-ad2c-a3634cdd6ab9 req-ff2db40c-e597-436f-9725-eafef90ec63b tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:15.035046 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d699bec1-d914-4987-ad2c-a3634cdd6ab9 req-ff2db40c-e597-436f-9725-eafef90ec63b tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0531673 Aug 09 14:51:15.103940 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d699bec1-d914-4987-ad2c-a3634cdd6ab9 req-d46be92e-9684-4731-a2d2-d2c515ef6254 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696552 Aug 09 14:51:15.605659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ddd93-7c8f-4748-83ee-0adda972743f req-70e4e720-e544-4c14-a46e-814d84086b13 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:15.607737 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e56ddd93-7c8f-4748-83ee-0adda972743f req-70e4e720-e544-4c14-a46e-814d84086b13 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 944 time: 0.0493057 Aug 09 14:51:15.651555 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e56ddd93-7c8f-4748-83ee-0adda972743f req-f20d86f0-a1ab-4873-a2b5-9ac028535eb7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Aug 09 14:51:15.732548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130b7aa-a889-4e35-8dc5-683c92753b25 req-2abd1da8-b85f-4c03-b1ea-1ad2ff12e568 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:15.734485 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2130b7aa-a889-4e35-8dc5-683c92753b25 req-2abd1da8-b85f-4c03-b1ea-1ad2ff12e568 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0541635 Aug 09 14:51:15.806269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2130b7aa-a889-4e35-8dc5-683c92753b25 req-25cb9162-652b-4987-ac02-8b9405f1d8f3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533297 Aug 09 14:51:16.807705 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e75c8-5f24-4f40-bd81-889179c2c149 req-779f26bd-9cb3-4a9d-ab4a-813ccb537462 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:16.809266 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-822e75c8-5f24-4f40-bd81-889179c2c149 req-779f26bd-9cb3-4a9d-ab4a-813ccb537462 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 944 time: 0.0669367 Aug 09 14:51:16.862238 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-822e75c8-5f24-4f40-bd81-889179c2c149 req-4fe7fb37-294b-4ab1-8102-e39368a6edfb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Aug 09 14:51:16.924540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c195-a84b-48d5-b427-e8851c6d1ffe req-6687f6de-3edd-4c26-b63b-434e08143434 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:16.924540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ece9c195-a84b-48d5-b427-e8851c6d1ffe req-6687f6de-3edd-4c26-b63b-434e08143434 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0524888 Aug 09 14:51:16.968086 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ece9c195-a84b-48d5-b427-e8851c6d1ffe req-01c022c3-daf9-45ca-8423-d18e3f0692bf tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 Aug 09 14:51:17.335311 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35944) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:17.449274 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9146-70ab-4ec1-bb1a-91fa78baf539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.535608 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9146-70ab-4ec1-bb1a-91fa78baf539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.656169 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e7f9146-70ab-4ec1-bb1a-91fa78baf539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.693277 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f9146-70ab-4ec1-bb1a-91fa78baf539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46592eb9-1cf3-4ee9-8ed8-0c94ab1e6c34,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:17.702079 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5e7f9146-70ab-4ec1-bb1a-91fa78baf539 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89da856b4d6f4cf0a926a98b581d560c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628452 Aug 09 14:51:17.702351 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35956) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:17.753621 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.774988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.870455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:51:17.940341 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.942974 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:17.944163 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46592eb9-1cf3-4ee9-8ed8-0c94ab1e6c34 HTTP/1.1" status: 204 len: 168 time: 0.2409446 Aug 09 14:51:17.952918 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c3b7-7e16-4d09-896c-cda5c4f31f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46592eb9-1cf3-4ee9-8ed8-0c94ab1e6c34,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:18.013731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:18.026503 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:51:18.036087 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be27cb-1f65-4c60-8dc3-5b19478c6632 req-bdf8955c-d5c3-49aa-a337-2bcd9081cf44 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:18.037674 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-13be27cb-1f65-4c60-8dc3-5b19478c6632 req-bdf8955c-d5c3-49aa-a337-2bcd9081cf44 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 944 time: 0.1011245 Aug 09 14:51:18.072987 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:18.086505 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-13be27cb-1f65-4c60-8dc3-5b19478c6632 req-fbe6a3d2-7763-482f-aa92-68ad6f385c2f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Aug 09 14:51:18.087615 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:51:18.111062 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:18.131728 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11d4f3-9eae-487a-a0f4-f08eca88e029 req-881ebb52-202f-4e55-9590-fcd5ac8d3bd6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:18.133281 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f11d4f3-9eae-487a-a0f4-f08eca88e029 req-881ebb52-202f-4e55-9590-fcd5ac8d3bd6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0679190 Aug 09 14:51:18.175932 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f11d4f3-9eae-487a-a0f4-f08eca88e029 req-5fcedce4-84ae-4238-8576-ea7c28f4a08c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359671 Aug 09 14:51:18.268297 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:18.322571 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:18.726942 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 35982) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:18.740391 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2060cf19-f9b7-4865-8749-07662210527f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:18.836348 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2060cf19-f9b7-4865-8749-07662210527f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:18.906126 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2060cf19-f9b7-4865-8749-07662210527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:18.917099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device edb45797-b58e-4eff-a1e0-8758458aedfb up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:51:18.977903 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2060cf19-f9b7-4865-8749-07662210527f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=085003074c24438b9be28851ab160bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478995 Aug 09 14:51:18.978019 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060cf19-f9b7-4865-8749-07662210527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a541190e-7c2d-4111-acfa-991d6bde9978,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:18.980400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 35992) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:19.046164 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.071832 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.077908 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port edb45797-b58e-4eff-a1e0-8758458aedfb completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:51:19.086280 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port edb45797-b58e-4eff-a1e0-8758458aedfb triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:19.086280 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.173473 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.197240 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:19.199600 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6127c1-31de-44ac-a6cd-0a9662e1cb9a" -d '{"events": [{"server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "name": "network-vif-plugged", "status": "completed", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:19.212561 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:51:19.230736 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2a44-d978-4246-94f7-e93f4d7d3b40 req-39671177-7164-46fd-a226-515d880f2589 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:19.233055 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73eb2a44-d978-4246-94f7-e93f4d7d3b40 req-39671177-7164-46fd-a226-515d880f2589 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 944 time: 0.0658791 Aug 09 14:51:19.235984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edb45797-b58e-4eff-a1e0-8758458aedfb,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:19.300161 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73eb2a44-d978-4246-94f7-e93f4d7d3b40 req-2001cef5-b469-43ca-8966-6d7eec637eac tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598683 Aug 09 14:51:19.318117 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89962dbd-237b-4cea-bf51-026fa72f0e5a req-791d3980-1b3b-4b0c-97dd-8949a7e45b95 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:19.319746 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89962dbd-237b-4cea-bf51-026fa72f0e5a req-791d3980-1b3b-4b0c-97dd-8949a7e45b95 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.0652654 Aug 09 14:51:19.365654 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.369422 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.373866 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a541190e-7c2d-4111-acfa-991d6bde9978 HTTP/1.1" status: 204 len: 168 time: 0.3877039 Aug 09 14:51:19.383742 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89962dbd-237b-4cea-bf51-026fa72f0e5a req-1ee8a0bf-ae8a-409a-b038-969cc443cc76 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574806 Aug 09 14:51:19.390729 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbc51c-2892-4b6d-ab12-7ca2b97ae6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a541190e-7c2d-4111-acfa-991d6bde9978,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:19.398796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.398796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:51:19.461951 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527a4e0-5a71-4539-b83a-b69e1e0e573b x-openstack-request-id: req-d527a4e0-5a71-4539-b83a-b69e1e0e573b {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:19.461951 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "name": "network-vif-plugged", "status": "completed", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:19.461951 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d527a4e0-5a71-4539-b83a-b69e1e0e573b {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:19.461951 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb', 'code': 200} Aug 09 14:51:19.510790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:19.614746 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:51:19.619331 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:19.620108 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.705290 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.744454 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:19.817109 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:19.866459 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:19.903961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ab57-3e2f-47f6-bef4-b7b3081e9673 req-cdcc36e0-b976-4b99-80fc-686be32a016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:19.905585 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-81b8ab57-3e2f-47f6-bef4-b7b3081e9673 req-cdcc36e0-b976-4b99-80fc-686be32a016d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1098 time: 0.0436101 Aug 09 14:51:19.951148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-81b8ab57-3e2f-47f6-bef4-b7b3081e9673 req-cbb7056a-a0a9-4185-acfc-988e6c669122 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378602 Aug 09 14:51:20.434046 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ee4f9-602b-48a3-b28a-7c1bfbd1d4fd req-fa3b81dd-133f-43d0-8c94-b1b57b5e5751 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:20.437130 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a58ee4f9-602b-48a3-b28a-7c1bfbd1d4fd req-fa3b81dd-133f-43d0-8c94-b1b57b5e5751 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0610301 Aug 09 14:51:20.479533 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a58ee4f9-602b-48a3-b28a-7c1bfbd1d4fd req-cfb749d3-1a45-41d6-9daf-08aec42c1865 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Aug 09 14:51:20.586374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d01d03-3b65-4c35-8a04-ca46b6b384c8 req-309dfc27-c11e-4f05-af4e-e1db85dbb888 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:20.588665 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e4d01d03-3b65-4c35-8a04-ca46b6b384c8 req-309dfc27-c11e-4f05-af4e-e1db85dbb888 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Aug 09 14:51:20.631844 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e4d01d03-3b65-4c35-8a04-ca46b6b384c8 req-fc44af6c-d738-48d3-b33f-ccf03f325863 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Aug 09 14:51:20.945802 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:51:21.179598 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:51:21.186474 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:51:21.186781 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:21.311697 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:21.417963 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:21.461012 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2'}, {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:21.463362 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461dae12-24ae-40cb-a26c-3f5b8e23c47f" -d '{"events": [{"server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "name": "network-vif-plugged", "status": "completed", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2"}, {"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:21.523583 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52bf2e9-fad7-48b4-b0a1-f3d4de98187c x-openstack-request-id: req-e52bf2e9-fad7-48b4-b0a1-f3d4de98187c {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:21.523976 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "name": "network-vif-plugged", "status": "completed", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2", "code": 200}, {"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:21.524278 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e52bf2e9-fad7-48b4-b0a1-f3d4de98187c {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:21.524734 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2', 'code': 200} Aug 09 14:51:21.525053 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'code': 200} Aug 09 14:51:21.594413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:21.645625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede9014-e262-4395-97df-e74c212cb3be req-53e8b009-e8a9-4833-8d5b-064375c98c82 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:21.656074 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aede9014-e262-4395-97df-e74c212cb3be req-53e8b009-e8a9-4833-8d5b-064375c98c82 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0683091 Aug 09 14:51:21.696330 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:21.705533 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aede9014-e262-4395-97df-e74c212cb3be req-e1d4ec98-f19d-4b32-9a4a-85e57d3629b9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476177 Aug 09 14:51:21.727424 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36110) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:21.859613 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457530-0474-42d5-ba16-95902fea9d9b req-8d49b80b-21a3-4fb6-93fc-55ab30094781 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:21.861151 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a457530-0474-42d5-ba16-95902fea9d9b req-8d49b80b-21a3-4fb6-93fc-55ab30094781 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Aug 09 14:51:21.898580 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2bf26242-2556-49e5-872e-430156873902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:21.957916 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a457530-0474-42d5-ba16-95902fea9d9b req-5492c80d-97bb-44e5-8211-68b8eb408f77 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897872 Aug 09 14:51:22.032447 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9dc47-af76-4f6a-9dff-8d099be007cc req-227932c0-29d3-45d0-bc3a-ce4d46509a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.034241 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-52c9dc47-af76-4f6a-9dff-8d099be007cc req-227932c0-29d3-45d0-bc3a-ce4d46509a14 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.1007922 Aug 09 14:51:22.100351 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-52c9dc47-af76-4f6a-9dff-8d099be007cc req-2ee43272-8071-4584-8660-faa7f7438750 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571496 Aug 09 14:51:22.126347 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2bf26242-2556-49e5-872e-430156873902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.142653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dd234-114a-4f64-ae91-0474b411fab7 req-b7406b39-8e75-4650-bf43-dc0e21dae422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.144396 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e29dd234-114a-4f64-ae91-0474b411fab7 req-b7406b39-8e75-4650-bf43-dc0e21dae422 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1099 time: 0.1881828 Aug 09 14:51:22.243028 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e29dd234-114a-4f64-ae91-0474b411fab7 req-76ca5647-5c84-4da8-8efe-b63ad9b0490f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755534 Aug 09 14:51:22.266460 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2bf26242-2556-49e5-872e-430156873902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.306911 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2bf26242-2556-49e5-872e-430156873902 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=975f6e58971e4f5bab7338c5720c4469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757301 Aug 09 14:51:22.307456 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36144) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:22.309120 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf26242-2556-49e5-872e-430156873902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93853c7d-f90d-4b3d-9d39-45ac42d9ccab,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:22.367891 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.399273 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.574649 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.578440 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:22.579621 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93853c7d-f90d-4b3d-9d39-45ac42d9ccab HTTP/1.1" status: 204 len: 168 time: 0.2711134 Aug 09 14:51:22.589025 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28f1d-c90a-4582-8f61-cb6b89bf05c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93853c7d-f90d-4b3d-9d39-45ac42d9ccab,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:22.724026 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bae07-99cb-4765-a160-5cac44aa8c14 req-c97069d4-613d-4461-aef2-408e58114b0f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.725591 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-081bae07-99cb-4765-a160-5cac44aa8c14 req-c97069d4-613d-4461-aef2-408e58114b0f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0553274 Aug 09 14:51:22.754435 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-0fab8272-57f4-434f-8273-e81894e6a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.755998 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-0fab8272-57f4-434f-8273-e81894e6a90a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1098 time: 0.0417926 Aug 09 14:51:22.765775 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-081bae07-99cb-4765-a160-5cac44aa8c14 req-be2c4d91-ff11-461d-9f80-0a06de0de6a9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Aug 09 14:51:22.864318 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-3597dd01-0fde-48a1-a1cc-891d1e334a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.865757 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-3597dd01-0fde-48a1-a1cc-891d1e334a00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.1012478 Aug 09 14:51:22.914930 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-dd895466-be13-4162-a379-65ba6e1cb5bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 200 len: 217 time: 0.0345442 Aug 09 14:51:22.974965 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-c51b109d-4aca-4b57-aee0-7777bd16d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:22.976530 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-c51b109d-4aca-4b57-aee0-7777bd16d67c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0480602 Aug 09 14:51:23.024457 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-e690297d-2517-4a3c-a49e-e54c9e74251a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265687 Aug 09 14:51:23.134066 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402742c4-93ad-4b01-a157-b39607f45d1c req-a04c0139-7dc7-4615-a2f2-77fde694bc1a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:23.139423 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-402742c4-93ad-4b01-a157-b39607f45d1c req-a04c0139-7dc7-4615-a2f2-77fde694bc1a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0779276 Aug 09 14:51:23.164449 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-515a129e-18b2-4028-aad6-bc5ffeea8d1b service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251469 Aug 09 14:51:23.210422 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-402742c4-93ad-4b01-a157-b39607f45d1c req-b50d90cb-5ab2-43bf-9434-95088283db05 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636947 Aug 09 14:51:23.277809 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-abad33c7-8e15-4271-8e57-8c89a913a9b6 req-4dedb823-3e55-4dbc-8a52-34b131aad145 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927930 Aug 09 14:51:23.681542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36206) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:23.701547 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-13e9da9b-52a6-4793-b272-40fb5b74932d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:23.818103 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-13e9da9b-52a6-4793-b272-40fb5b74932d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:23.896445 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-13e9da9b-52a6-4793-b272-40fb5b74932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:23.906540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2332df7-0abe-4af7-92aa-90a12c459adf req-d0a0ab13-d315-4de5-9574-2635ef574766 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:23.908145 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d2332df7-0abe-4af7-92aa-90a12c459adf req-d0a0ab13-d315-4de5-9574-2635ef574766 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Aug 09 14:51:23.936681 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-13e9da9b-52a6-4793-b272-40fb5b74932d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b69d34e7efd845d69e0cae84a83ff5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540145 Aug 09 14:51:23.938688 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9da9b-52a6-4793-b272-40fb5b74932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf191794-ab8a-4f2e-9b69-ddc7277df42c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:23.941604 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36216) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:23.953278 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d2332df7-0abe-4af7-92aa-90a12c459adf req-e2ea4cb1-ae81-457c-99a7-0b75a18c3a1e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Aug 09 14:51:24.019455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.043680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.256173 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.263342 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.263342 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf191794-ab8a-4f2e-9b69-ddc7277df42c HTTP/1.1" status: 204 len: 168 time: 0.3188205 Aug 09 14:51:24.275849 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c40a5-bf0a-45fa-8eae-0be89e755847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf191794-ab8a-4f2e-9b69-ddc7277df42c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:24.342553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32260a-6faa-42f0-b87e-7d096eb344ea req-d9a71036-b66b-4f4c-81b8-d1bb501e3458 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:24.344124 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c32260a-6faa-42f0-b87e-7d096eb344ea req-d9a71036-b66b-4f4c-81b8-d1bb501e3458 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0558341 Aug 09 14:51:24.399420 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c32260a-6faa-42f0-b87e-7d096eb344ea req-42bf43b3-9526-4a6a-a1d3-9116765a9848 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489421 Aug 09 14:51:24.536393 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4e2a9-e55c-477c-a888-2aa917fcdcde req-c5a13375-258a-4280-a881-103363da39c4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:24.537938 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-54d4e2a9-e55c-477c-a888-2aa917fcdcde req-c5a13375-258a-4280-a881-103363da39c4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0549264 Aug 09 14:51:24.557500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36240) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:24.563035 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'floatingip': {'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:24.638953 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.695090 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36250) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:24.852608 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5911b56b-ef53-4d42-ad08-4f6939dc32ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:24.966600 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5911b56b-ef53-4d42-ad08-4f6939dc32ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.048483 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5911b56b-ef53-4d42-ad08-4f6939dc32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.097377 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5911b56b-ef53-4d42-ad08-4f6939dc32ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=474ed6dce09d4f15969ddbb8a7b36569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009874 Aug 09 14:51:25.100509 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36272) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:25.119521 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911b56b-ef53-4d42-ad08-4f6939dc32ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941ca6b2-c7a3-4804-8bd8-f00f7aa9b151,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:25.162126 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.185497 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.223505 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8294b-8367-4a99-a97d-b160d73d0421 req-b9ba3ed3-0fc2-42de-afb8-451c65fa6cc2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:25.225343 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14d8294b-8367-4a99-a97d-b160d73d0421 req-b9ba3ed3-0fc2-42de-afb8-451c65fa6cc2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1753385 Aug 09 14:51:25.469029 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.471267 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.472524 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/941ca6b2-c7a3-4804-8bd8-f00f7aa9b151 HTTP/1.1" status: 204 len: 168 time: 0.3710492 Aug 09 14:51:25.493179 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bcdd2-d041-4a90-8c98-ddc3735ff01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941ca6b2-c7a3-4804-8bd8-f00f7aa9b151,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:25.571204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.db.resource_extend [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 14:51:25.584474 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14d8294b-8367-4a99-a97d-b160d73d0421 req-6d45a1db-e35d-415d-aea9-409150033f26 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423688 Aug 09 14:51:25.668879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.767172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:25.963249 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Floating IP fb3b643f-450e-4dc3-a9f1-60d2d292f28b associated. External IP: 172.27.1.94, port: dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698. Aug 09 14:51:26.216765 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:51:26.329562 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:51:26.334112 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:26.342866 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:51:26.352946 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:51:26.353615 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:51:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:26.362673 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a9f0a3bb-4b5f-4ad8-9984-3aa2eee5071e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "PUT /v2.0/floatingips/fb3b643f-450e-4dc3-a9f1-60d2d292f28b HTTP/1.1" status: 200 len: 991 time: 1.8040748 Aug 09 14:51:26.363326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:26.369009 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:26.414262 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1376a5e7-77c7-4a53-ba9e-9611bafdc3d8 x-openstack-request-id: req-1376a5e7-77c7-4a53-ba9e-9611bafdc3d8 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:26.414555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:26.414828 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1376a5e7-77c7-4a53-ba9e-9611bafdc3d8 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:26.415264 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'status': 'completed', 'code': 200} Aug 09 14:51:26.473036 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:51:26.497897 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-17868921-ff6d-46df-b7b4-01be06e8667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:26.499400 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-17868921-ff6d-46df-b7b4-01be06e8667c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1099 time: 0.0459476 Aug 09 14:51:26.604259 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36332) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:26.607449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-84ac68a6-81ae-4574-9579-144299be0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:26.609462 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-84ac68a6-81ae-4574-9579-144299be0d7d service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.1025155 Aug 09 14:51:26.618379 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-379b5963-dbb4-4939-b9ce-0821876e831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:26.781688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da898c3a-4a87-4e06-b8ca-877306635e85 req-e4b5d607-5286-4a3a-9def-f0133de05acf tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:26.783405 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da898c3a-4a87-4e06-b8ca-877306635e85 req-e4b5d607-5286-4a3a-9def-f0133de05acf tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0801733 Aug 09 14:51:26.797020 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-1718dbc1-74ea-4880-8f18-beca0cca0401 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 999 time: 0.1768649 Aug 09 14:51:26.815872 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-379b5963-dbb4-4939-b9ce-0821876e831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:26.837314 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da898c3a-4a87-4e06-b8ca-877306635e85 req-2cc7ef45-a32c-4f4d-bc3d-bc8b52698723 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Aug 09 14:51:26.869649 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-fddf50f9-6c5f-4126-87c0-64f7febcc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:26.871361 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-fddf50f9-6c5f-4126-87c0-64f7febcc949 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0663316 Aug 09 14:51:26.940903 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-322c7640-e4a6-4ce9-ad38-116c9fd4ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:26.942382 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-322c7640-e4a6-4ce9-ad38-116c9fd4ce9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621061 Aug 09 14:51:26.946058 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'fb3b643f-450e-4dc3-a9f1-60d2d292f28b', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:51:00Z', 'updated_at': '2021-08-09T14:51:25Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:26.953390 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-379b5963-dbb4-4939-b9ce-0821876e831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:26.976677 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:51:26.985788 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:51:26.986418 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:51:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:27.001831 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-379b5963-dbb4-4939-b9ce-0821876e831b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=304251befe374587a482a1c097887f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973727 Aug 09 14:51:27.004638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36346) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:27.010769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b5963-dbb4-4939-b9ce-0821876e831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21efb9aa-cc37-46b2-a1a3-595a9b89a9eb,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:27.079369 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-1a32a398-5c42-468a-b153-9b87404f17f6 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222692 Aug 09 14:51:27.097815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:27.132661 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:27.189097 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:51:27.252181 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6acfe42c-8294-4a18-9c14-6ac425b9a9dc req-cd6e439b-b54e-421b-9e07-edef6eed7c3e service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632643 Aug 09 14:51:27.316797 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:27.391166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:27.394769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:27.398529 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21efb9aa-cc37-46b2-a1a3-595a9b89a9eb HTTP/1.1" status: 204 len: 168 time: 0.3906562 Aug 09 14:51:27.419814 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7833e-01fc-421c-bb7f-679d5d1d1c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21efb9aa-cc37-46b2-a1a3-595a9b89a9eb,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:27.470839 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'fb3b643f-450e-4dc3-a9f1-60d2d292f28b', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:51:00Z', 'updated_at': '2021-08-09T14:51:25Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:27.493607 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d647812-bc06-4509-97ee-252899b55fa6 None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'fb3b643f-450e-4dc3-a9f1-60d2d292f28b', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:51:00Z', 'updated_at': '2021-08-09T14:51:25Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:51:27.715129 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53e1f5-ee52-4fa1-8b99-4b44c9afb117 None None] New status for floating IP fb3b643f-450e-4dc3-a9f1-60d2d292f28b: ACTIVE {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:51:28.000367 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29c41-3656-4620-ba89-e9a048675251 req-5ff5b499-b4e7-4644-8940-ac50b9707bd5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:28.002085 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4da29c41-3656-4620-ba89-e9a048675251 req-5ff5b499-b4e7-4644-8940-ac50b9707bd5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0623465 Aug 09 14:51:28.062722 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4da29c41-3656-4620-ba89-e9a048675251 req-d3165e4e-1942-4420-a44b-76c701f7c7bb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503502 Aug 09 14:51:28.608646 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3892762c-7763-4481-91d5-65ffe11a2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:29.205315 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393cf7-c8e8-46df-b23b-652446598cef req-a9219ca1-d109-41d9-a2ed-a18052ae33ba tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:29.206897 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f9393cf7-c8e8-46df-b23b-652446598cef req-a9219ca1-d109-41d9-a2ed-a18052ae33ba tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0546591 Aug 09 14:51:29.256473 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f9393cf7-c8e8-46df-b23b-652446598cef req-4ca5c1f2-154f-4090-ba8a-88ec5a9c455e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Aug 09 14:51:29.938860 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36490) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:30.050370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-56911bb9-1a82-4cd1-9150-0c008145715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.155946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-56911bb9-1a82-4cd1-9150-0c008145715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.243858 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-56911bb9-1a82-4cd1-9150-0c008145715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.283250 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-56911bb9-1a82-4cd1-9150-0c008145715b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0196bc656019445c8a2642eb499fa549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450751 Aug 09 14:51:30.284080 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36502) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:30.285014 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56911bb9-1a82-4cd1-9150-0c008145715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39e7ec-ebea-4142-ab75-efe4ef6eaa2e,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:30.361152 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.389754 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.412685 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a583-862c-4ecd-b27a-f14228d64666 req-56637429-f766-410b-ad1e-44242597a210 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:30.416567 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4185a583-862c-4ecd-b27a-f14228d64666 req-56637429-f766-410b-ad1e-44242597a210 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0672610 Aug 09 14:51:30.469099 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4185a583-862c-4ecd-b27a-f14228d64666 req-b70f282b-aa63-48da-b48a-969b4c6e0bd3 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456762 Aug 09 14:51:30.568729 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.571423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:30.572580 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c39e7ec-ebea-4142-ab75-efe4ef6eaa2e HTTP/1.1" status: 204 len: 168 time: 0.2843256 Aug 09 14:51:30.580998 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bc8c1-5ca0-46ca-b8fc-966f2768e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39e7ec-ebea-4142-ab75-efe4ef6eaa2e,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:31.214710 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-43961472-ade8-482c-8f77-890f305ce949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.442694 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36542) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:31.459571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-697460e1-ae2d-4527-83ad-95b7b1a77898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.585595 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-697460e1-ae2d-4527-83ad-95b7b1a77898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.628045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83fc5-eb5a-4b0a-bb2e-c6a63c3bc132 req-33ac33b0-6db9-4cd7-bd64-29cbf807bd13 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:31.629621 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15f83fc5-eb5a-4b0a-bb2e-c6a63c3bc132 req-33ac33b0-6db9-4cd7-bd64-29cbf807bd13 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0572987 Aug 09 14:51:31.673938 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15f83fc5-eb5a-4b0a-bb2e-c6a63c3bc132 req-a2cf3bc9-62f3-478d-9813-d5a28a3cc01e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365796 Aug 09 14:51:31.688182 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.719052 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-697460e1-ae2d-4527-83ad-95b7b1a77898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.764947 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697460e1-ae2d-4527-83ad-95b7b1a77898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324dea03-f803-4d04-b00d-c41b4bb49adc,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:31.768959 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-697460e1-ae2d-4527-83ad-95b7b1a77898 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ad8d18ef25f475f98efa4e979a081b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244891 Aug 09 14:51:31.771572 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36556) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:31.852052 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:31.875603 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:32.055542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:32.062015 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:32.062015 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/324dea03-f803-4d04-b00d-c41b4bb49adc HTTP/1.1" status: 204 len: 168 time: 0.2874496 Aug 09 14:51:32.067809 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930e3e-5493-4e88-bd8b-147a37a0160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324dea03-f803-4d04-b00d-c41b4bb49adc,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:32.313385 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:32.866170 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46f635-4576-431b-bc40-28b6db4077f4 req-cea2bbcb-aecf-46f9-8e94-24f22f270931 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:32.867825 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b46f635-4576-431b-bc40-28b6db4077f4 req-cea2bbcb-aecf-46f9-8e94-24f22f270931 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0781920 Aug 09 14:51:32.907232 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b46f635-4576-431b-bc40-28b6db4077f4 req-bb6321b2-cefa-46ea-b96d-576e6e7ed06c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Aug 09 14:51:32.951705 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36612) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:32.964774 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e724bcc9-da34-484b-a7fd-bb338b728912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.057980 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e724bcc9-da34-484b-a7fd-bb338b728912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.180298 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e724bcc9-da34-484b-a7fd-bb338b728912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.220686 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e724bcc9-da34-484b-a7fd-bb338b728912 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4566626f03e94907bc5143e0c888fe24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671306 Aug 09 14:51:33.226052 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724bcc9-da34-484b-a7fd-bb338b728912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0731fe-fd85-4339-92ef-6409ffef56ff,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:33.226469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36624) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:33.283481 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.306218 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.375700 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fa51-d142-408a-a2d5-4669821bb58e req-33c603f6-3464-423b-85ed-3f7d59ec0c6f tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:33.377192 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b49fa51-d142-408a-a2d5-4669821bb58e req-33c603f6-3464-423b-85ed-3f7d59ec0c6f tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0736928 Aug 09 14:51:33.418002 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b49fa51-d142-408a-a2d5-4669821bb58e req-e267cd8c-6106-4157-a33c-14f3dc0450f1 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Aug 09 14:51:33.477204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.480477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:33.482546 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed0731fe-fd85-4339-92ef-6409ffef56ff HTTP/1.1" status: 204 len: 168 time: 0.2547901 Aug 09 14:51:33.491646 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1faf53-8946-4703-a5f0-4a27e7ef48a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0731fe-fd85-4339-92ef-6409ffef56ff,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:33.808610 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:34.049421 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f704e26-a2b2-48fa-bd12-31de8f446d49 req-48fd1faa-56f8-4a6f-a435-3643040c6f6e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:34.051633 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f704e26-a2b2-48fa-bd12-31de8f446d49 req-48fd1faa-56f8-4a6f-a435-3643040c6f6e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0643079 Aug 09 14:51:34.103201 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f704e26-a2b2-48fa-bd12-31de8f446d49 req-8202f804-49fe-4909-89ef-9f90850b09a2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Aug 09 14:51:34.538909 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43cb9-f5fd-40fd-a861-5472e570ea78 req-7708daab-f9ce-4d59-8924-338f19aeb599 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:34.540708 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ce43cb9-f5fd-40fd-a861-5472e570ea78 req-7708daab-f9ce-4d59-8924-338f19aeb599 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0499794 Aug 09 14:51:34.579919 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ce43cb9-f5fd-40fd-a861-5472e570ea78 req-29365d63-ce3b-455e-be5e-56aea71e7880 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Aug 09 14:51:35.235208 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ce4ab-3460-48c9-a40e-e58619fa9bf1 req-f78c7393-0833-4774-994d-29e9dc4824a9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:35.237435 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-565ce4ab-3460-48c9-a40e-e58619fa9bf1 req-f78c7393-0833-4774-994d-29e9dc4824a9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0644803 Aug 09 14:51:35.280044 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-565ce4ab-3460-48c9-a40e-e58619fa9bf1 req-7c1c2852-164e-4594-9682-c420815923ab tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361040 Aug 09 14:51:35.687253 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a39186-befd-4481-9874-d62d44f88d69 req-e3632f12-3c8d-4284-aebe-36b048abc5bb tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:35.688805 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-34a39186-befd-4481-9874-d62d44f88d69 req-e3632f12-3c8d-4284-aebe-36b048abc5bb tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0887709 Aug 09 14:51:35.723890 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ef747-87b6-4b97-9ffd-110ea6578ccd req-0cdae9cb-f36d-4637-b026-bd3d63253a72 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:35.732407 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf1ef747-87b6-4b97-9ffd-110ea6578ccd req-0cdae9cb-f36d-4637-b026-bd3d63253a72 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 945 time: 0.0641866 Aug 09 14:51:35.771690 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf1ef747-87b6-4b97-9ffd-110ea6578ccd req-5ad30a3b-e5fb-4da4-a7b3-2e383c5428a3 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b4bc2ea-d564-40f8-b1c5-c7126292d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Aug 09 14:51:35.917906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36782) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:36.025801 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Deleting port 8395f8dd-8e28-4605-95b1-a0bc18578ceb {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:51:36.026399 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.033043 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5fad5fe8-a38b-4975-adac-0cc9850fce4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.138229 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] For port 8395f8dd-8e28-4605-95b1-a0bc18578ceb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8395f8dd-8e28-4605-95b1-a0bc18578ceb,segment=NetworkSegment(c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e),segment_id=c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:51:36.138645 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.153407 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5fad5fe8-a38b-4975-adac-0cc9850fce4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.153685 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Calling delete_port for 8395f8dd-8e28-4605-95b1-a0bc18578ceb owned by compute:nova {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:51:36.284701 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5fad5fe8-a38b-4975-adac-0cc9850fce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.327809 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-5fad5fe8-a38b-4975-adac-0cc9850fce4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=189b449d0c024cc3b129b21e99c675cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085445 Aug 09 14:51:36.328712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5fe8-a38b-4975-adac-0cc9850fce4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcfe8e0-1df4-42ea-a9fe-75da1c3349bc,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:36.331435 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36808) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:36.408322 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.431522 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.433276 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.459554 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['8395f8dd-8e28-4605-95b1-a0bc18578ceb'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:51:36.491844 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8daa3d1-ee50-45fb-acaa-35a1b17a1e98 req-0a8deff5-3842-41c7-a109-b5485965bb8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:36.492606 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8daa3d1-ee50-45fb-acaa-35a1b17a1e98 req-0a8deff5-3842-41c7-a109-b5485965bb8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0655282 Aug 09 14:51:36.501760 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Pushing event deleted for resources: {'Port': ['ID=8395f8dd-8e28-4605-95b1-a0bc18578ceb,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:36.560540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8daa3d1-ee50-45fb-acaa-35a1b17a1e98 req-a3557270-3a2d-404a-94a8-3205daa39b26 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 Aug 09 14:51:36.576824 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] No DVR routers for this DVR port 8395f8dd-8e28-4605-95b1-a0bc18578ceb on host hv-cinder-78836 {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:51:36.580768 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.583072 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-34a39186-befd-4481-9874-d62d44f88d69 req-a3b2574a-98f5-4fae-b01e-d2caef4bce22 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.58 "DELETE /v2.0/ports/8395f8dd-8e28-4605-95b1-a0bc18578ceb HTTP/1.1" status: 204 len: 173 time: 0.8880794 Aug 09 14:51:36.583540 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'name': 'network-vif-deleted', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:51:36.585883 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d3245-cf83-4918-9466-30d6f686df3f" -d '{"events": [{"server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "name": "network-vif-deleted", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:51:36.626565 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4831c6d2-9b0c-445b-917d-1051d037c589 x-openstack-request-id: req-4831c6d2-9b0c-445b-917d-1051d037c589 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:51:36.626985 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f190252-9375-42e5-8fa0-af6217c815af", "name": "network-vif-deleted", "tag": "8395f8dd-8e28-4605-95b1-a0bc18578ceb", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:51:36.627376 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4831c6d2-9b0c-445b-917d-1051d037c589 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:51:36.627865 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f190252-9375-42e5-8fa0-af6217c815af', 'name': 'network-vif-deleted', 'tag': '8395f8dd-8e28-4605-95b1-a0bc18578ceb', 'status': 'completed', 'code': 200} Aug 09 14:51:36.791976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.791976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:36.791976 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdcfe8e0-1df4-42ea-a9fe-75da1c3349bc HTTP/1.1" status: 204 len: 168 time: 0.4412122 Aug 09 14:51:36.812924 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12781d80-ff06-4ce8-84e0-5b6a485b8f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcfe8e0-1df4-42ea-a9fe-75da1c3349bc,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:36.909807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-337e18fd-ab3c-4df6-a964-170860e6d798 req-e8779907-c52f-4263-9f92-0892b5b877c6 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.0287883 Aug 09 14:51:37.598872 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36858) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:37.612509 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:37.692034 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80835624-d66a-42de-8ef9-c57861faa2de req-457e473d-5c61-4c30-9a4e-bf15424b4a60 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:37.696065 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-80835624-d66a-42de-8ef9-c57861faa2de req-457e473d-5c61-4c30-9a4e-bf15424b4a60 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0596213 Aug 09 14:51:37.730237 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:37.735228 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-80835624-d66a-42de-8ef9-c57861faa2de req-4b05d5a9-19d6-4678-98dd-707220bc243c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Aug 09 14:51:37.871793 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:37.900049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36870) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:37.938416 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0a2451-cdac-41d3-8904-64ef36300aa9,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:37.943971 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77671fdfc33d40939f6be069503db314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439178 Aug 09 14:51:37.951941 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36876) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:37.961648 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.962004 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.962345 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.962681 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.963014 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.963390 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.963712 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.964041 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.964366 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.964695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.965048 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:37.965372 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb280f-b5aa-438f-98ae-fb726cb304f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.022575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.055009 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-452aeae5-d155-436c-a6a1-0b7d8b84087a req-a77d8493-d097-4378-b0c0-0d14e6fefc07 tempest-DeleteServersTestJSON-1756576275 tempest-DeleteServersTestJSON-1756576275-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f190252-9375-42e5-8fa0-af6217c815af HTTP/1.1" status: 200 len: 210 time: 0.0342755 Aug 09 14:51:38.081675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.082924 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-afdcfeab-b780-4919-b1f5-fad543b897e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.308719 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.312143 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.313807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba0a2451-cdac-41d3-8904-64ef36300aa9 HTTP/1.1" status: 204 len: 168 time: 0.3624749 Aug 09 14:51:38.329125 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0a2451-cdac-41d3-8904-64ef36300aa9,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:38.343241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.343593 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.344514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.344514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.344784 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.345005 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.345335 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.345653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.345960 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.346281 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.346597 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.346910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43fabd6-9fb7-4010-9002-534266ec1325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:51:38.401882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-afdcfeab-b780-4919-b1f5-fad543b897e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.437709 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36884) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:38.511940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-afdcfeab-b780-4919-b1f5-fad543b897e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.555534 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcfeab-b780-4919-b1f5-fad543b897e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a4aac-68e5-4121-a1fa-7d3e35236779,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:38.592742 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0c82078e-6c98-4a34-b25f-6ded512977f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.607164 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-afdcfeab-b780-4919-b1f5-fad543b897e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6184bef64484d35b3eefcb2ce5610bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7046368 Aug 09 14:51:38.608730 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36890) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:38.661799 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.685713 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.705078 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0c82078e-6c98-4a34-b25f-6ded512977f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.781622 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0c82078e-6c98-4a34-b25f-6ded512977f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.835814 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82078e-6c98-4a34-b25f-6ded512977f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98596d4-8425-4172-9a74-2d54c4d631a2,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:38.859583 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0c82078e-6c98-4a34-b25f-6ded512977f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bdb01ea8946465cb3ddfe07540c2666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206266 Aug 09 14:51:38.862282 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36902) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:38.869049 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.871963 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.873728 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de7a4aac-68e5-4121-a1fa-7d3e35236779 HTTP/1.1" status: 204 len: 168 time: 0.2639654 Aug 09 14:51:38.889405 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96896a2c-d8d1-4d30-86be-22f31cf584bc req-02d85ba1-b96b-4577-b239-7658cf41b783 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:38.895670 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96896a2c-d8d1-4d30-86be-22f31cf584bc req-02d85ba1-b96b-4577-b239-7658cf41b783 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0814655 Aug 09 14:51:38.900678 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db291117-7f66-4d7f-badb-2595249b5062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a4aac-68e5-4121-a1fa-7d3e35236779,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:38.946881 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.971591 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 8395f8dd-8e28-4605-95b1-a0bc18578ceb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:51:38.977271 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:38.986161 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96896a2c-d8d1-4d30-86be-22f31cf584bc req-7a398f5a-1da2-4fe9-b3ec-c27f1f6cd658 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859153 Aug 09 14:51:39.021613 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 8395f8dd-8e28-4605-95b1-a0bc18578ceb {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:51:39.021964 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 8395f8dd-8e28-4605-95b1-a0bc18578ceb not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:51:39.162533 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:39.165427 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:39.166607 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f98596d4-8425-4172-9a74-2d54c4d631a2 HTTP/1.1" status: 204 len: 168 time: 0.3033721 Aug 09 14:51:39.185813 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cee141-2124-4f7c-a689-343f22bc7c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98596d4-8425-4172-9a74-2d54c4d631a2,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:39.690285 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36952) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:39.707993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1fc5133b-241f-4558-aa62-e187082a2276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:39.811010 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1fc5133b-241f-4558-aa62-e187082a2276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:39.922618 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1fc5133b-241f-4558-aa62-e187082a2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:39.964241 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-1fc5133b-241f-4558-aa62-e187082a2276 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31398787a0784f778054d10b86a26e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723167 Aug 09 14:51:39.966800 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5133b-241f-4558-aa62-e187082a2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3895b205-00ec-4482-824b-7cae1206fb77,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:39.968003 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36956) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:40.046527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.077476 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.155789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1ed61-a184-4d24-8a77-f60982100012 req-8dc3cc1a-01f0-4247-b3bc-abc84cc6528c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:40.157286 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9fb1ed61-a184-4d24-8a77-f60982100012 req-8dc3cc1a-01f0-4247-b3bc-abc84cc6528c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0832846 Aug 09 14:51:40.197518 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9fb1ed61-a184-4d24-8a77-f60982100012 req-db9ee278-bc66-4b53-9019-b535b35d09d0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Aug 09 14:51:40.272637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.275344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.276595 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3895b205-00ec-4482-824b-7cae1206fb77 HTTP/1.1" status: 204 len: 168 time: 0.3075018 Aug 09 14:51:40.286417 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b65d61-7f47-4114-ac82-b86b63a5db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3895b205-00ec-4482-824b-7cae1206fb77,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:40.304653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 36966) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:40.320364 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7a325603-918c-45ca-b2bd-74c07b4978d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.431625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7a325603-918c-45ca-b2bd-74c07b4978d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.804357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7a325603-918c-45ca-b2bd-74c07b4978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.855099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a325603-918c-45ca-b2bd-74c07b4978d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5efd2f0-797e-4613-a1d0-653447bcd928,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:40.868339 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36996) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:40.875030 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 36998) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:40.884472 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-7a325603-918c-45ca-b2bd-74c07b4978d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edb133049f3f4ef4bdd5fdb23ef44820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5778756 Aug 09 14:51:40.943096 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Deleting subnet 8cc90271-2284-44f8-8edf-b0ba6ef31043 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:51:40.952301 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:40.999022 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.000744 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.053983 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.074819 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.243976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.247861 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.254813 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5efd2f0-797e-4613-a1d0-653447bcd928 HTTP/1.1" status: 204 len: 168 time: 0.3831141 Aug 09 14:51:41.256212 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.309359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025de20-6071-42ba-8cfb-3118fadc3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5efd2f0-797e-4613-a1d0-653447bcd928,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:41.313316 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc90271-2284-44f8-8edf-b0ba6ef31043,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:41.328060 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.333371 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9d460bec-eb86-4632-a580-6940cfc7d383 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8cc90271-2284-44f8-8edf-b0ba6ef31043 HTTP/1.1" status: 204 len: 168 time: 0.4553866 Aug 09 14:51:41.333371 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37020) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:41.359168 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d96514-d788-417e-be0c-4f0e9ab4095a req-f9f29632-93d5-4a43-b56d-89d7bd1df858 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:41.360697 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-18d96514-d788-417e-be0c-4f0e9ab4095a req-f9f29632-93d5-4a43-b56d-89d7bd1df858 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0786779 Aug 09 14:51:41.400400 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-18d96514-d788-417e-be0c-4f0e9ab4095a req-1cc9b99e-ef0b-465b-b4fb-0e012c066b43 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334401 Aug 09 14:51:41.412313 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.497844 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.508532 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6cc4b2-85a8-4152-a2b1-7e90239aa88b']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:41.519739 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:41.520067 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a75c3e-221f-4d2e-9a4c-a93a7afdb23e') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:51:41.529819 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.546077 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.554760 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:51:41.555433 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:51:41.557697 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:51:41.716695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.723286 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:41.728843 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] 10.222.0.45 "DELETE /v2.0/networks/7f6cc4b2-85a8-4152-a2b1-7e90239aa88b HTTP/1.1" status: 204 len: 168 time: 0.3899376 Aug 09 14:51:41.736476 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c64ca-fbce-4ed5-9a75-fe29c5b0a76b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6cc4b2-85a8-4152-a2b1-7e90239aa88b,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:42.235202 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37054) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:42.276558 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-744227ed-ccbd-4771-a87e-46f893b6c2ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e2551be72a2405bba30381b2e78b743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401433 Aug 09 14:51:42.279418 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37056) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:42.330307 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:42.354321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:42.488467 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:42.491780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:42.494205 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b4bc2ea-d564-40f8-b1c5-c7126292d087 HTTP/1.1" status: 204 len: 168 time: 0.2138705 Aug 09 14:51:42.537269 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964435eb-e8b5-41bf-8a65-3f400971d1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4bc2ea-d564-40f8-b1c5-c7126292d087,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:42.586888 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb84a-9206-4c11-9658-e97673f5b1a1 req-b7113ba5-a05f-494d-ab40-1f8946d2e822 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:42.588556 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f30bb84a-9206-4c11-9658-e97673f5b1a1 req-b7113ba5-a05f-494d-ab40-1f8946d2e822 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0930655 Aug 09 14:51:42.627392 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f30bb84a-9206-4c11-9658-e97673f5b1a1 req-e4a48d88-9b45-4bdf-9e95-da3f54adaca0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Aug 09 14:51:43.197743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37094) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:43.358611 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7f0895c6-9051-4515-897d-d7d51870b09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.454084 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7f0895c6-9051-4515-897d-d7d51870b09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.533290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7f0895c6-9051-4515-897d-d7d51870b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.574719 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-7f0895c6-9051-4515-897d-d7d51870b09a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e212b2a31ebe4ce4a8a02e32d708a5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748405 Aug 09 14:51:43.575865 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0895c6-9051-4515-897d-d7d51870b09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837573e-1e08-4c9b-bdd4-20714a9608d9,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:43.577304 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37108) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:43.639778 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.639873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37110) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:43.658870 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.756248 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff62b4-c227-41b4-a501-eee080511cba req-9553d676-4f3c-4d42-9abd-b8c0966dd5f8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:43.757773 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9ff62b4-c227-41b4-a501-eee080511cba req-9553d676-4f3c-4d42-9abd-b8c0966dd5f8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0557058 Aug 09 14:51:43.784813 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.787536 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.788790 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7837573e-1e08-4c9b-bdd4-20714a9608d9 HTTP/1.1" status: 204 len: 168 time: 0.2105043 Aug 09 14:51:43.797495 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046e740-8b83-4d49-baae-1c190a74c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837573e-1e08-4c9b-bdd4-20714a9608d9,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:43.805468 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9ff62b4-c227-41b4-a501-eee080511cba req-e782edeb-67d3-448b-8316-154882d7eb8f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Aug 09 14:51:43.871313 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4186ed2-16a6-4c91-96e3-0398220e8009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:43.974340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4186ed2-16a6-4c91-96e3-0398220e8009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.076979 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b4186ed2-16a6-4c91-96e3-0398220e8009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.119768 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b4186ed2-16a6-4c91-96e3-0398220e8009 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4ed59b4071a4f9e89bcb3dd9164f600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759250 Aug 09 14:51:44.119768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4186ed2-16a6-4c91-96e3-0398220e8009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01272649-93bd-42df-b333-92d855d9bf23,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:44.120130 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37128) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:44.173391 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.195192 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.402176 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.404875 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.408498 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01272649-93bd-42df-b333-92d855d9bf23 HTTP/1.1" status: 204 len: 168 time: 0.2848237 Aug 09 14:51:44.414497 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34c8a3-1b2c-458f-8c94-99cefa214715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01272649-93bd-42df-b333-92d855d9bf23,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:44.646929 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:51:44.796028 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37140) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:44.810435 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3ba1-502a-4c8b-8fda-3dfddabfd8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.925835 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3ba1-502a-4c8b-8fda-3dfddabfd8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:44.936777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca210c5-c4b8-4dd0-9dcc-18bf4407ae76 req-29000a92-9a8a-4ab7-8050-762f434b397a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:44.939158 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cca210c5-c4b8-4dd0-9dcc-18bf4407ae76 req-29000a92-9a8a-4ab7-8050-762f434b397a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0601616 Aug 09 14:51:44.988160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cca210c5-c4b8-4dd0-9dcc-18bf4407ae76 req-95dfab19-17ba-44d2-bf62-7d5cd91980e8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Aug 09 14:51:45.015715 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3ba1-502a-4c8b-8fda-3dfddabfd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:45.057871 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c6bb3ba1-502a-4c8b-8fda-3dfddabfd8cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ec94d8aab2c4f7b8885e12303b31281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607658 Aug 09 14:51:45.060637 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3ba1-502a-4c8b-8fda-3dfddabfd8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff48e3-58f9-417d-a4fd-bf47f0d956df,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:45.061631 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37156) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:45.117059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:45.139646 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:45.294049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:45.297152 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:45.299336 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8ff48e3-58f9-417d-a4fd-bf47f0d956df HTTP/1.1" status: 204 len: 168 time: 0.2353234 Aug 09 14:51:45.307346 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933a8d9-7c50-4b81-9e47-7b33421d0553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff48e3-58f9-417d-a4fd-bf47f0d956df,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:46.106717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dc5de-8d7b-42ad-b0e4-5d394ab56cdf req-dd3e0c62-392f-4485-8ed9-a53ad3372b6c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:46.108386 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-089dc5de-8d7b-42ad-b0e4-5d394ab56cdf req-dd3e0c62-392f-4485-8ed9-a53ad3372b6c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0506985 Aug 09 14:51:46.147765 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-089dc5de-8d7b-42ad-b0e4-5d394ab56cdf req-8f891b15-8925-421d-8d7a-d0ac1754530d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Aug 09 14:51:46.325022 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37200) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:46.332751 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eeab6a3c-fb59-4141-9ea8-4ebba00fb858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.447684 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eeab6a3c-fb59-4141-9ea8-4ebba00fb858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.533897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eeab6a3c-fb59-4141-9ea8-4ebba00fb858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.576475 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-eeab6a3c-fb59-4141-9ea8-4ebba00fb858 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4b2b65060d044cfb1f5418cce889562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577736 Aug 09 14:51:46.577349 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab6a3c-fb59-4141-9ea8-4ebba00fb858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9376e6-63c5-45bb-b948-c9a01a471cac,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:46.579254 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37212) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:46.633030 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.660773 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.810568 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.819708 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:46.820967 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf9376e6-63c5-45bb-b948-c9a01a471cac HTTP/1.1" status: 204 len: 168 time: 0.2400904 Aug 09 14:51:46.841989 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5db02-d4d7-477d-ac4e-b7e094b16089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9376e6-63c5-45bb-b948-c9a01a471cac,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:47.290551 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15900-1f44-414d-a53d-2171ee7e7688 req-fcb275dc-031c-4b07-8c95-dfdb79fff033 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:47.292113 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14c15900-1f44-414d-a53d-2171ee7e7688 req-fcb275dc-031c-4b07-8c95-dfdb79fff033 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0575666 Aug 09 14:51:47.340543 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14c15900-1f44-414d-a53d-2171ee7e7688 req-e8f417e0-5a65-4a8d-9be9-62b0f2a148f9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Aug 09 14:51:47.816959 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37260) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:47.944780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6fa9-ae08-4be9-b936-cec5aba863f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.036590 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6fa9-ae08-4be9-b936-cec5aba863f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.116649 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6fa9-ae08-4be9-b936-cec5aba863f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.173708 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-fc5e6fa9-ae08-4be9-b936-cec5aba863f4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab6a1ecc220a432a8242bbf18634ffcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530259 Aug 09 14:51:48.174270 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37276) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:48.176561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e6fa9-ae08-4be9-b936-cec5aba863f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c1b2cf-2e3a-4173-b788-4ef498348d1b,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:48.228006 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.250462 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.379602 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.383423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:48.388304 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15c1b2cf-2e3a-4173-b788-4ef498348d1b HTTP/1.1" status: 204 len: 168 time: 0.2097557 Aug 09 14:51:48.394309 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c694dc-79f6-4841-9675-afb4bd755e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c1b2cf-2e3a-4173-b788-4ef498348d1b,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:48.483361 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cd8e7-b51b-4457-a308-8646b9a582cf req-360041dd-8d65-4f1a-a95c-3e94d3fb148b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:48.485126 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b6cd8e7-b51b-4457-a308-8646b9a582cf req-360041dd-8d65-4f1a-a95c-3e94d3fb148b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0570316 Aug 09 14:51:48.532189 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b6cd8e7-b51b-4457-a308-8646b9a582cf req-8aca92d3-f0ff-4189-8305-e984b4068625 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Aug 09 14:51:49.302204 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37322) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:49.322417 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-34da3abe-a3d2-4c10-a4df-a8c434e4f8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.478458 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-34da3abe-a3d2-4c10-a4df-a8c434e4f8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.602208 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-34da3abe-a3d2-4c10-a4df-a8c434e4f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.667430 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da3abe-a3d2-4c10-a4df-a8c434e4f8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e976471b-bace-4e8c-8ca2-426569d679f6,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:49.678061 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-34da3abe-a3d2-4c10-a4df-a8c434e4f8c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dbbeab5122c4a29be8774ae3637bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737195 Aug 09 14:51:49.680557 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37352) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:49.680682 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bfee9-d334-440b-9a5e-52fdce24aa39 req-6ef5070e-7bdb-4a91-9c7b-21e3cf1e36c8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:49.683540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-886bfee9-d334-440b-9a5e-52fdce24aa39 req-6ef5070e-7bdb-4a91-9c7b-21e3cf1e36c8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0567596 Aug 09 14:51:49.723569 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-886bfee9-d334-440b-9a5e-52fdce24aa39 req-906f314a-14e0-4318-87c6-01f5ea24e83e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347304 Aug 09 14:51:49.744719 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.767535 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.958690 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.961404 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:49.967836 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e976471b-bace-4e8c-8ca2-426569d679f6 HTTP/1.1" status: 204 len: 168 time: 0.2807765 Aug 09 14:51:49.971250 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2e1c2-ca09-4e80-a186-e8776dab208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e976471b-bace-4e8c-8ca2-426569d679f6,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:50.850856 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffcc9-c0ee-4eac-8411-9ebed05ba626 req-683fe2f9-4fed-495e-85d2-25b3aefcb2fa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:50.852440 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-86dffcc9-c0ee-4eac-8411-9ebed05ba626 req-683fe2f9-4fed-495e-85d2-25b3aefcb2fa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Aug 09 14:51:50.898835 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-86dffcc9-c0ee-4eac-8411-9ebed05ba626 req-ca3a0811-2efb-4833-a4a6-7669f67faecb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387981 Aug 09 14:51:51.655981 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-9d5ccf63-7bd8-4266-83c1-a36ec7d2f36d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443308 Aug 09 14:51:51.741325 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-19dc4665-c766-4087-917b-bf82927db8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:51.742696 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-19dc4665-c766-4087-917b-bf82927db8da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0401843 Aug 09 14:51:51.860738 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-05f55320-362a-46f6-9d95-eaeac654fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:51.862246 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-05f55320-362a-46f6-9d95-eaeac654fe08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.0962892 Aug 09 14:51:51.915033 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-0657cc9c-5f7d-46c6-8e34-96299bb79ca1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0392497 Aug 09 14:51:51.973334 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-1ea0ab89-1262-47c1-a5aa-68456271ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:51.975993 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-1ea0ab89-1262-47c1-a5aa-68456271ff78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0510132 Aug 09 14:51:52.008675 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-9f11366d-1e3d-4717-bb2a-cbf6f4bfa084 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244434 Aug 09 14:51:52.034745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b2d8-4d9a-460c-bc0c-4a873defe8c0 req-01c8a4ce-c5a7-46b3-b230-f2e21ee05c44 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:52.042234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99a5b2d8-4d9a-460c-bc0c-4a873defe8c0 req-01c8a4ce-c5a7-46b3-b230-f2e21ee05c44 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0632107 Aug 09 14:51:52.098883 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99a5b2d8-4d9a-460c-bc0c-4a873defe8c0 req-2cd70042-1240-4974-a0e9-9266076b8120 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Aug 09 14:51:52.148199 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-bcebccf1-e73c-4cdb-8120-bed1893bc612 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306491 Aug 09 14:51:52.258641 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b08638b6-2d42-4983-88e1-db9a20e012eb req-69116e3a-abdd-4d8e-aa36-cc5657096405 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923295 Aug 09 14:51:53.008819 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37498) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:53.127399 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-43f4ae64-96e5-4413-8e13-95e88a91614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.245303 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-43f4ae64-96e5-4413-8e13-95e88a91614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.251857 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dc978-c50e-4ac1-9a5a-991c94fe408c req-1a0755d8-350e-4e0a-89ef-a1c963ac0c12 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:53.253436 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed8dc978-c50e-4ac1-9a5a-991c94fe408c req-1a0755d8-350e-4e0a-89ef-a1c963ac0c12 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0551741 Aug 09 14:51:53.291267 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed8dc978-c50e-4ac1-9a5a-991c94fe408c req-cb2b2583-73f1-4c41-b506-fffb8eacfbb0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Aug 09 14:51:53.352081 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-43f4ae64-96e5-4413-8e13-95e88a91614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.394281 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-43f4ae64-96e5-4413-8e13-95e88a91614b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4df329f54e2e4006b043f74a62b0a9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843858 Aug 09 14:51:53.395501 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4ae64-96e5-4413-8e13-95e88a91614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2953f-1fa6-462e-ba6f-685d62ecb22a,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:53.397216 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37510) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:53.449997 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.472718 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.647471 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.650172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:53.651395 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ff2953f-1fa6-462e-ba6f-685d62ecb22a HTTP/1.1" status: 204 len: 168 time: 0.2528949 Aug 09 14:51:53.660033 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f4d7-b574-450b-b4ac-186d62820c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2953f-1fa6-462e-ba6f-685d62ecb22a,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:54.407747 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37530) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:54.425445 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c3e688c-4a9d-4b8f-8816-88e48050dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.436917 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed1ab6-0e04-4ff1-b965-ff5c711280f0 req-0f616635-51bb-473b-9550-04fd0eac4bc7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:54.438833 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9ed1ab6-0e04-4ff1-b965-ff5c711280f0 req-0f616635-51bb-473b-9550-04fd0eac4bc7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0720925 Aug 09 14:51:54.479862 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9ed1ab6-0e04-4ff1-b965-ff5c711280f0 req-187690a2-81cb-4646-82ca-961965c35c49 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Aug 09 14:51:54.539738 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c3e688c-4a9d-4b8f-8816-88e48050dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.620559 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c3e688c-4a9d-4b8f-8816-88e48050dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.661877 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-4c3e688c-4a9d-4b8f-8816-88e48050dfc4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a44d12dff0e40568a7f09fd3a60e46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526681 Aug 09 14:51:54.663732 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e688c-4a9d-4b8f-8816-88e48050dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ecab37-03c8-4460-9896-ddff45daa44c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:54.664873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37538) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:54.714080 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.735398 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.877974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.880908 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:54.882301 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2ecab37-03c8-4460-9896-ddff45daa44c HTTP/1.1" status: 204 len: 168 time: 0.2163708 Aug 09 14:51:54.892484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862af2-66d2-4645-b664-e2503019fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ecab37-03c8-4460-9896-ddff45daa44c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:55.600614 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c579d-4413-474e-b656-11ba9fc7b347 req-a49c15dc-8dee-45fe-8db6-c78cbe922b2a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:55.602399 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b79c579d-4413-474e-b656-11ba9fc7b347 req-a49c15dc-8dee-45fe-8db6-c78cbe922b2a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 09 14:51:55.662194 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b79c579d-4413-474e-b656-11ba9fc7b347 req-b1c294a5-9ca8-4a2f-9a7f-6ff56d085da3 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490048 Aug 09 14:51:55.959656 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37594) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:56.142938 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d47b-d584-4897-9905-378a255c7f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.300422 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d47b-d584-4897-9905-378a255c7f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.327730 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37612) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:56.375066 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7fe2d47b-d584-4897-9905-378a255c7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.412003 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2d47b-d584-4897-9905-378a255c7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0fdc9a-8ed6-4fa1-a0a5-0c0711cbd7d8,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:56.416572 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7fe2d47b-d584-4897-9905-378a255c7f7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c893d20cb85a41d38506f2a5a17f29d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558716 Aug 09 14:51:56.419391 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37616) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:56.430996 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735619656-network', 'tenant_id': 'b47c76b233224d38b505751de97ab910'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:56.490859 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.516064 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.551786 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Made reservation on behalf of b47c76b233224d38b505751de97ab910 for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:56.554113 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.563708 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.662720 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.665633 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.666779 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef0fdc9a-8ed6-4fa1-a0a5-0c0711cbd7d8 HTTP/1.1" status: 204 len: 168 time: 0.2465396 Aug 09 14:51:56.685842 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcf804-0ba2-40d2-a717-38d8c2a646ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0fdc9a-8ed6-4fa1-a0a5-0c0711cbd7d8,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:56.750017 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.802197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a530-1139-425a-ae11-bc9762e2a5b6 req-1bdbefda-83d1-4fd5-b0c3-e62884a240ed tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:56.803630 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dfc2a530-1139-425a-ae11-bc9762e2a5b6 req-1bdbefda-83d1-4fd5-b0c3-e62884a240ed tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Aug 09 14:51:56.845878 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dfc2a530-1139-425a-ae11-bc9762e2a5b6 req-ce90baad-f98b-4b49-b377-4bfc050648de tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Aug 09 14:51:56.848887 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.885224 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:51:56.892400 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17faf25f-2044-4d3f-b8e8-65bb509eb657,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:56.899414 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:56.900429 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Added segment d61dc212-3ad1-4dcd-92ad-dd125eac54bb of type vlan for network 92c064e2-af29-47a1-84ad-027826fe7785 Aug 09 14:51:56.943467 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.075429 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.076347 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:57.077142 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.138017 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] Pushing event updated for resources: {'Network': ['ID=92c064e2-af29-47a1-84ad-027826fe7785,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:57.147917 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 92c064e2-af29-47a1-84ad-027826fe7785 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:51:57.249620 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-0f2d1a6f-408d-4d95-bd4d-fc4e26b217e2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9205501 Aug 09 14:51:57.252390 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37632) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:57.257259 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Request body: {'subnet': {'network_id': '92c064e2-af29-47a1-84ad-027826fe7785', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735619656-subnet', 'tenant_id': 'b47c76b233224d38b505751de97ab910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:57.286904 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.369973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37638) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:57.384286 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37642) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:57.398022 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca968223-4175-463f-af9b-492aed8546bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.447596 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Made reservation on behalf of b47c76b233224d38b505751de97ab910 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:57.450778 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.545594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca968223-4175-463f-af9b-492aed8546bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.586500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6831-24c7-4344-8d28-052efde26207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.627428 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ca968223-4175-463f-af9b-492aed8546bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.676504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ca968223-4175-463f-af9b-492aed8546bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b0147c2fafb476ea35c5a0693ba4b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911963 Aug 09 14:51:57.679449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37646) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:57.686636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca968223-4175-463f-af9b-492aed8546bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fcf13b-eb65-4a80-bd84-d80fc59a527c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:57.729161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.750559 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.751739 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6831-24c7-4344-8d28-052efde26207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.797706 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.826816 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6831-24c7-4344-8d28-052efde26207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.853971 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdebc30-344d-4e75-9fd1-b2d4f7349eec,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:57.864164 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Checking segment: {'id': 'd61dc212-3ad1-4dcd-92ad-dd125eac54bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '92c064e2-af29-47a1-84ad-027826fe7785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:51:57.864526 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Network hostable DHCP agents. Network: 92c064e2-af29-47a1-84ad-027826fe7785, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:51:57.868906 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-dd2e6831-24c7-4344-8d28-052efde26207 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=244e349841bc406693a87a4561e28ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978650 Aug 09 14:51:57.870210 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e6831-24c7-4344-8d28-052efde26207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1096fd2d-8eb9-42c1-9392-0a05d260628d,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:57.871481 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37650) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:57.880882 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.883523 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.885721 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8fcf13b-eb65-4a80-bd84-d80fc59a527c HTTP/1.1" status: 204 len: 168 time: 0.2052965 Aug 09 14:51:57.923579 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c89b6a-72eb-4309-9617-4d50ff2f9a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fcf13b-eb65-4a80-bd84-d80fc59a527c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:57.957238 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.978600 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:57.979541 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f556a9d-bcbb-4bb8-bdc6-3cf9736610d9 req-72b413bf-33f8-44bd-a142-c4763bc2cea1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:57.981103 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f556a9d-bcbb-4bb8-bdc6-3cf9736610d9 req-72b413bf-33f8-44bd-a142-c4763bc2cea1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Aug 09 14:51:58.004638 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Network 92c064e2-af29-47a1-84ad-027826fe7785 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:51:58.020875 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f556a9d-bcbb-4bb8-bdc6-3cf9736610d9 req-e491c3bc-5cca-4212-8042-4ac72720d281 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 09 14:51:58.088720 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 92c064e2-af29-47a1-84ad-027826fe7785) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:51:58.093241 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:58.093846 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:58.100844 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ca730-da91-4d6a-a675-8b598138cb40 None None] Network 92c064e2-af29-47a1-84ad-027826fe7785 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:51:58.117304 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:58.120061 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:58.121278 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1096fd2d-8eb9-42c1-9392-0a05d260628d HTTP/1.1" status: 204 len: 168 time: 0.2483833 Aug 09 14:51:58.130981 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d961c60-a419-4354-b714-08d9e20e7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096fd2d-8eb9-42c1-9392-0a05d260628d,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:58.247491 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02bdadc-f720-44e2-8859-82b88dca270f None None] Network 92c064e2-af29-47a1-84ad-027826fe7785 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:51:58.271439 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5a376dc2-f8e0-4a44-b726-c754bda5358c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0173271 Aug 09 14:51:58.493800 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-57604930-3c01-4219-a7e8-e0e9b0280d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:58.832509 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37680) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:58.847332 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e5d-0a55-4c52-94b9-c39a84f3cd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:58.951054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e5d-0a55-4c52-94b9-c39a84f3cd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.101767 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3db1e5d-0a55-4c52-94b9-c39a84f3cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.171144 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1e5d-0a55-4c52-94b9-c39a84f3cd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af9414-b9b4-4cda-838c-a750ca481255,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:59.183424 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a3db1e5d-0a55-4c52-94b9-c39a84f3cd4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d532b43f7c3401c9b6aad24291dd567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496614 Aug 09 14:51:59.186115 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37696) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:59.201876 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bceeb-a4d8-4183-a085-c31596bd9230 req-0a8a9d4e-726e-449c-9cc4-68c6292a2eaf tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:59.203574 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e27bceeb-a4d8-4183-a085-c31596bd9230 req-0a8a9d4e-726e-449c-9cc4-68c6292a2eaf tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1124146 Aug 09 14:51:59.213767 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23368fb-15ee-448c-8f8b-b9522adae403 req-0a29949f-f670-4611-985c-b61a7e524f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:51:59.215355 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-d23368fb-15ee-448c-8f8b-b9522adae403 req-0a29949f-f670-4611-985c-b61a7e524f75 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1098 time: 0.0493937 Aug 09 14:51:59.259375 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-d23368fb-15ee-448c-8f8b-b9522adae403 req-658909c9-3b3b-47a9-be60-18cfa9217a37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Aug 09 14:51:59.271823 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e27bceeb-a4d8-4183-a085-c31596bd9230 req-1a99cdcc-7115-4841-a9b6-e25d05e09467 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570841 Aug 09 14:51:59.276624 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.304084 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.457894 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37708) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:51:59.462906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1291723947-network', 'tenant_id': 'a5d92d7199734835bf80f6a33883cf76'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:51:59.479297 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.481879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.483078 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3af9414-b9b4-4cda-838c-a750ca481255 HTTP/1.1" status: 204 len: 168 time: 0.2960062 Aug 09 14:51:59.491133 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935a25b-1848-46dd-be7e-a43c80722e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af9414-b9b4-4cda-838c-a750ca481255,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:59.602827 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Made reservation on behalf of a5d92d7199734835bf80f6a33883cf76 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:51:59.605477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.615580 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.722217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.843722 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.874325 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:51:59.901650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a2dd7-73aa-4b66-a32c-c3660ea4ef5f,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:51:59.907321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:51:59.907938 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Added segment 2354d4db-6e36-4d13-995c-d0c81021ea52 of type vlan for network 44fcb160-2994-432f-b0fb-8b2c1e77041a Aug 09 14:51:59.979131 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:00.186834 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:00.187889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:00.188465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:00.251015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] Pushing event updated for resources: {'Network': ['ID=44fcb160-2994-432f-b0fb-8b2c1e77041a,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:00.266603 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 44fcb160-2994-432f-b0fb-8b2c1e77041a details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:52:00.418612 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14032206-f5f2-40d0-92f5-ffca3e6a30fb req-9ca5354c-fe4d-41e8-9d5c-d775acc0ef87 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:00.429933 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14032206-f5f2-40d0-92f5-ffca3e6a30fb req-9ca5354c-fe4d-41e8-9d5c-d775acc0ef87 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0577228 Aug 09 14:52:00.429933 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-4c6a0ca0-8720-43f4-b7c0-439d7f056241 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9632671 Aug 09 14:52:00.430835 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37744) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:00.431329 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Request body: {'subnet': {'network_id': '44fcb160-2994-432f-b0fb-8b2c1e77041a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1291723947-subnet', 'tenant_id': 'a5d92d7199734835bf80f6a33883cf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:52:00.499971 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14032206-f5f2-40d0-92f5-ffca3e6a30fb req-fd9f0cff-bf8f-43d6-9d33-51bbec6c3980 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621359 Aug 09 14:52:00.535965 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Made reservation on behalf of a5d92d7199734835bf80f6a33883cf76 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:52:00.538501 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:00.860486 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:00.923830 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78560be6-c29d-49d8-9c51-f90db0faefe1,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:00.933745 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Checking segment: {'id': '2354d4db-6e36-4d13-995c-d0c81021ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '44fcb160-2994-432f-b0fb-8b2c1e77041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:52:00.934098 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Network hostable DHCP agents. Network: 44fcb160-2994-432f-b0fb-8b2c1e77041a, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:52:01.023247 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Network 44fcb160-2994-432f-b0fb-8b2c1e77041a is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:52:01.170261 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 44fcb160-2994-432f-b0fb-8b2c1e77041a) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:52:01.175045 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:01.175678 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:01.181594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22150f61-abf8-4740-b38b-bc6e29e2ccbe None None] Network 44fcb160-2994-432f-b0fb-8b2c1e77041a requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:52:01.224293 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4e130926-520c-41c3-a703-0e83aae2fe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:01.311626 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-fe33f94f-cc2d-46b4-aa12-8957066496eb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8852429 Aug 09 14:52:01.375928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b5bfa-bb00-4400-b01d-f742c3fa244d None None] Network 44fcb160-2994-432f-b0fb-8b2c1e77041a requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:52:01.646230 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaf0ca-fc4e-4a02-a295-2a92713245c1 req-4192aeb3-3592-483e-a6ad-e278e3cca65e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:01.647883 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9deaf0ca-fc4e-4a02-a295-2a92713245c1 req-4192aeb3-3592-483e-a6ad-e278e3cca65e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0573335 Aug 09 14:52:01.681402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:01.687639 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9deaf0ca-fc4e-4a02-a295-2a92713245c1 req-769e990f-2897-4156-9e30-8564250a8638 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Aug 09 14:52:01.818306 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f874-22d8-4afe-965a-4add03388c41 req-e18e9263-256a-447d-a7f5-15df2d02e42d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:01.819665 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ef16f874-22d8-4afe-965a-4add03388c41 req-e18e9263-256a-447d-a7f5-15df2d02e42d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0531743 Aug 09 14:52:01.864937 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ef16f874-22d8-4afe-965a-4add03388c41 req-7ad31391-ad0c-4dcd-ac0d-fa6a48cebabc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Aug 09 14:52:02.057304 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37826) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:02.267579 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a85-9cc6-4bef-bdc5-7d903a160efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.310593 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.354287 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a85-9cc6-4bef-bdc5-7d903a160efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.419886 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1a85-9cc6-4bef-bdc5-7d903a160efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.458870 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-bb9e1a85-9cc6-4bef-bdc5-7d903a160efe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22e8564a4dca42879db16634e86647cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004760 Aug 09 14:52:02.459761 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1a85-9cc6-4bef-bdc5-7d903a160efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeaed2f-26a2-4a9a-9200-5567bb3a70e1,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:02.461819 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37840) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:02.517454 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.541423 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.672450 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.677233 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:02.678907 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6eeaed2f-26a2-4a9a-9200-5567bb3a70e1 HTTP/1.1" status: 204 len: 168 time: 0.2156818 Aug 09 14:52:02.695316 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984a04c-125b-430f-a86f-e7884bbf2e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeaed2f-26a2-4a9a-9200-5567bb3a70e1,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:03.722929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 37878) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:03.736760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db46-e6ee-40ef-86a5-5d955f38efdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:03.761501 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:03.936577 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db46-e6ee-40ef-86a5-5d955f38efdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.026164 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3ae8db46-e6ee-40ef-86a5-5d955f38efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.078920 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3ae8db46-e6ee-40ef-86a5-5d955f38efdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca6b202f57614afcb4f7d56684e77ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580163 Aug 09 14:52:04.081764 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 37898) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:04.089057 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8db46-e6ee-40ef-86a5-5d955f38efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309567c-568c-4816-8ab3-b237f6c241f4,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:04.155712 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.176820 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.374734 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.377574 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:04.383301 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d309567c-568c-4816-8ab3-b237f6c241f4 HTTP/1.1" status: 204 len: 168 time: 0.2959325 Aug 09 14:52:04.388260 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1146c-3994-4fec-85a4-0fbb13db4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309567c-568c-4816-8ab3-b237f6c241f4,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:04.604295 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c15a-8bf7-4d45-95c9-d8b94bbbc41c req-75023495-fda5-48c2-94fd-5723691fea60 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:04.605840 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9c7c15a-8bf7-4d45-95c9-d8b94bbbc41c req-75023495-fda5-48c2-94fd-5723691fea60 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0606205 Aug 09 14:52:04.656866 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9c7c15a-8bf7-4d45-95c9-d8b94bbbc41c req-883d5150-40dc-447d-932a-6fd05707882d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Aug 09 14:52:05.775699 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7962f-01fc-4b9c-a24e-00dfe4549e77 req-331c7c81-8512-43b5-a7de-9e9ccfe074e6 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:05.777301 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7b7962f-01fc-4b9c-a24e-00dfe4549e77 req-331c7c81-8512-43b5-a7de-9e9ccfe074e6 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0518689 Aug 09 14:52:05.816437 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7b7962f-01fc-4b9c-a24e-00dfe4549e77 req-d0c9aba6-7445-449b-8079-f8d0911edd09 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Aug 09 14:52:06.931632 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515de0f-749c-4625-aa25-7ac38edee34e req-f7939c6c-a045-497e-ad59-00e733bb0b8b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:06.933145 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1515de0f-749c-4625-aa25-7ac38edee34e req-f7939c6c-a045-497e-ad59-00e733bb0b8b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0493085 Aug 09 14:52:06.976955 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1515de0f-749c-4625-aa25-7ac38edee34e req-56150549-a5ca-4d5b-94b3-8293091d2091 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Aug 09 14:52:07.256430 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-9582ffeb-f13c-45b4-96d8-4de98b966d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:07.257960 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-9582ffeb-f13c-45b4-96d8-4de98b966d8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0431533 Aug 09 14:52:07.373436 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-926dd15c-6d01-4492-8e55-725b3b17a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:07.374902 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-926dd15c-6d01-4492-8e55-725b3b17a3e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.0887899 Aug 09 14:52:07.594409 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-f85e63bf-3784-40f5-9062-79eadb69edcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.2084522 Aug 09 14:52:07.645996 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-16d4fdbd-465e-4276-82b4-414391d80b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:07.647413 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-16d4fdbd-465e-4276-82b4-414391d80b4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0444896 Aug 09 14:52:07.681860 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-8584fd59-fc02-4617-bd3b-22f71d168a0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237749 Aug 09 14:52:07.780821 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-c896577c-c1d7-4204-9290-65a1e9bb9e32 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849783 Aug 09 14:52:07.877719 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-0caf8a76-9da8-4090-bf32-29e6e3e67b05 req-2127aa1e-dacd-4da0-95f7-18d80fb10aea service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848713 Aug 09 14:52:08.112265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5a90d-0471-49f6-bb5f-f6235d9fce2c req-812b3619-302a-481a-a215-e6c5cadf2bb8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:08.115423 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-67f5a90d-0471-49f6-bb5f-f6235d9fce2c req-812b3619-302a-481a-a215-e6c5cadf2bb8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0519927 Aug 09 14:52:08.161808 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-67f5a90d-0471-49f6-bb5f-f6235d9fce2c req-c9c63e24-1e4e-4523-9819-e3b7bdca2d82 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359206 Aug 09 14:52:09.276855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dac95-3b43-46b7-bf8f-323814a9e7fb req-93c4a744-81a8-4a54-8884-686750e84c65 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:09.278269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-249dac95-3b43-46b7-bf8f-323814a9e7fb req-93c4a744-81a8-4a54-8884-686750e84c65 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0517786 Aug 09 14:52:09.547996 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-249dac95-3b43-46b7-bf8f-323814a9e7fb req-8f7b6dca-7415-4876-9efc-169f08434f3d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636733 Aug 09 14:52:10.666963 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61683055-1a0d-4fbd-8c9b-aa430d036ee1 req-94d13268-aef6-4f35-96ae-b987e4d2966c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:10.668573 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-61683055-1a0d-4fbd-8c9b-aa430d036ee1 req-94d13268-aef6-4f35-96ae-b987e4d2966c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0504115 Aug 09 14:52:10.711685 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38106) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:10.733704 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-61683055-1a0d-4fbd-8c9b-aa430d036ee1 req-71891d78-fd36-404b-bbcb-c892e5a8069f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535886 Aug 09 14:52:10.834273 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2723-e6db-4b7b-9dab-8760b23d0ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:10.940157 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2723-e6db-4b7b-9dab-8760b23d0ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.094031 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2723-e6db-4b7b-9dab-8760b23d0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.138684 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3b9f2723-e6db-4b7b-9dab-8760b23d0ac7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b37b529649a40f180d8df2a658ada30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227829 Aug 09 14:52:11.138684 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2723-e6db-4b7b-9dab-8760b23d0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad40b63-821d-4bb6-86c1-c9eb88ba73e2,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:11.140271 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38126) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:11.194293 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.218000 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.270451 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38132) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:11.381813 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9a26b067-75a3-42a7-94ee-933d52f53de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.407565 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.412785 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.412785 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ad40b63-821d-4bb6-86c1-c9eb88ba73e2 HTTP/1.1" status: 204 len: 168 time: 0.2693772 Aug 09 14:52:11.429896 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2afa1e-7aa7-4eaa-b696-b7d59c0425e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad40b63-821d-4bb6-86c1-c9eb88ba73e2,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:11.512380 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9a26b067-75a3-42a7-94ee-933d52f53de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.633984 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9a26b067-75a3-42a7-94ee-933d52f53de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.682626 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9a26b067-75a3-42a7-94ee-933d52f53de3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17656fd3e56c4d45b09d90fa50489378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108667 Aug 09 14:52:11.685516 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38148) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:11.694220 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26b067-75a3-42a7-94ee-933d52f53de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaad5fe-45da-46b0-ac77-97fcabd9f367,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:11.764820 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.784577 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.840746 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf0a2f-1883-4274-8b3a-0dc52936e231 req-467cbc94-5d6c-48e6-97f5-8819dfef3575 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:11.842501 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ecf0a2f-1883-4274-8b3a-0dc52936e231 req-467cbc94-5d6c-48e6-97f5-8819dfef3575 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0521781 Aug 09 14:52:11.882686 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ecf0a2f-1883-4274-8b3a-0dc52936e231 req-d33d77ad-3f8c-4a4f-a64f-6772eb7703bd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Aug 09 14:52:11.921558 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.926616 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:11.927996 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abaad5fe-45da-46b0-ac77-97fcabd9f367 HTTP/1.1" status: 204 len: 168 time: 0.2414384 Aug 09 14:52:11.961985 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81dfd5-8746-4481-9a4c-a7b1b8190679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaad5fe-45da-46b0-ac77-97fcabd9f367,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:12.513284 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38180) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:12.526037 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7be96a96-edbd-4a14-bd07-89eca10a50e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:12.613506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7be96a96-edbd-4a14-bd07-89eca10a50e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:12.791456 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7be96a96-edbd-4a14-bd07-89eca10a50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:12.825889 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be96a96-edbd-4a14-bd07-89eca10a50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9999c07b-bf86-4bc8-8c9c-aba4028bf13d,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:12.834855 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7be96a96-edbd-4a14-bd07-89eca10a50e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6a4b89d797a44a78ed1115675799ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201604 Aug 09 14:52:12.837211 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38198) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:12.892995 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:12.920274 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.029394 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44247a-dc03-4d4c-be9a-baa3e751a806 req-233c30dc-d97f-4942-a43f-895fb4ab2c38 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:13.030885 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf44247a-dc03-4d4c-be9a-baa3e751a806 req-233c30dc-d97f-4942-a43f-895fb4ab2c38 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0533514 Aug 09 14:52:13.069347 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf44247a-dc03-4d4c-be9a-baa3e751a806 req-caf87ceb-d5fd-4985-9f9d-23faabb31b3f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 09 14:52:13.134284 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.137569 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.138965 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9999c07b-bf86-4bc8-8c9c-aba4028bf13d HTTP/1.1" status: 204 len: 168 time: 0.3007627 Aug 09 14:52:13.157555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d3bcc-0fc9-4d90-89ba-5b5987f4ca79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9999c07b-bf86-4bc8-8c9c-aba4028bf13d,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:13.180579 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38220) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:13.196600 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bdf1fdc5-cd54-4eae-853c-9ba5f8200698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.283542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bdf1fdc5-cd54-4eae-853c-9ba5f8200698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.399451 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bdf1fdc5-cd54-4eae-853c-9ba5f8200698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.441523 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-bdf1fdc5-cd54-4eae-853c-9ba5f8200698 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4529eb60ab234e898c3ba56d515c599a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597098 Aug 09 14:52:13.442745 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1fdc5-cd54-4eae-853c-9ba5f8200698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d7791-30a4-4c40-beca-426150902ceb,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:13.444550 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38224) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:13.503528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.526658 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.699647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.702996 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:13.704195 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/265d7791-30a4-4c40-beca-426150902ceb HTTP/1.1" status: 204 len: 168 time: 0.2579749 Aug 09 14:52:13.713565 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1229f8-ece5-4df0-9b09-e790e9280742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d7791-30a4-4c40-beca-426150902ceb,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:14.067264 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38236) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:14.082753 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d05af4d8-72f6-424f-bec9-412afc68fad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.234885 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d05af4d8-72f6-424f-bec9-412afc68fad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.265633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6169ed-386f-4e04-be4f-6e5674c328fd req-6618efa7-40ff-4ea7-9e6e-e68b44caa68d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:14.276929 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f6169ed-386f-4e04-be4f-6e5674c328fd req-6618efa7-40ff-4ea7-9e6e-e68b44caa68d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1059203 Aug 09 14:52:14.312133 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d05af4d8-72f6-424f-bec9-412afc68fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.373234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f6169ed-386f-4e04-be4f-6e5674c328fd req-933a5d03-c1c9-4949-af6d-c6532725f46f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947416 Aug 09 14:52:14.388648 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d05af4d8-72f6-424f-bec9-412afc68fad7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=706a58d2dc3d46e5a1179830445118d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169258 Aug 09 14:52:14.390369 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38256) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:14.452583 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af4d8-72f6-424f-bec9-412afc68fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ab320-a6cc-4594-9ce1-51455dbca18c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:14.482295 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.507674 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.693635 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.699488 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:14.701527 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a7ab320-a6cc-4594-9ce1-51455dbca18c HTTP/1.1" status: 204 len: 168 time: 0.3099694 Aug 09 14:52:14.709642 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0d482-4266-44ff-a5fd-d13b4c4cdc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ab320-a6cc-4594-9ce1-51455dbca18c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:15.521775 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676b00b-d609-4477-976f-e7c0d66bc51f req-88ef0385-0ceb-427a-bef7-dddc99bc4dd0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:15.529897 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0676b00b-d609-4477-976f-e7c0d66bc51f req-88ef0385-0ceb-427a-bef7-dddc99bc4dd0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0717587 Aug 09 14:52:15.572306 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0676b00b-d609-4477-976f-e7c0d66bc51f req-634202c1-5170-405f-962f-0f50e77f2ac1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Aug 09 14:52:15.624349 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38322) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:15.811376 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c606a9a-ae13-4ba5-b0e3-84616ce9213f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:15.914281 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c606a9a-ae13-4ba5-b0e3-84616ce9213f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.042820 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4c606a9a-ae13-4ba5-b0e3-84616ce9213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.111769 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-4c606a9a-ae13-4ba5-b0e3-84616ce9213f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57383cd21171456184171601c3508b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840178 Aug 09 14:52:16.112594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38350) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:16.142070 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c606a9a-ae13-4ba5-b0e3-84616ce9213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86510cdf-fe40-4cc0-90ad-cd33e631dbaf,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:16.190976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.213263 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.420115 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.422806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:16.425640 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86510cdf-fe40-4cc0-90ad-cd33e631dbaf HTTP/1.1" status: 204 len: 168 time: 0.3117063 Aug 09 14:52:16.437227 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150210da-21a9-4eac-a233-32e12b08fc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86510cdf-fe40-4cc0-90ad-cd33e631dbaf,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:16.687394 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca66f3-f13f-40e7-8be1-f9fcdcf4de73 req-88db3e13-bb9c-4086-8b33-e247cf6249b4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:16.688969 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7bca66f3-f13f-40e7-8be1-f9fcdcf4de73 req-88db3e13-bb9c-4086-8b33-e247cf6249b4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0531552 Aug 09 14:52:16.728221 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7bca66f3-f13f-40e7-8be1-f9fcdcf4de73 req-92668c72-77a3-465a-b182-7e0fee8405d5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Aug 09 14:52:17.041992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38376) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:17.523751 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38396) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:17.539766 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37f96e6c-6622-4613-a692-23b1247172ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.601673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f60b3f75-b7f1-4c40-b577-844d6ef915d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.647527 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37f96e6c-6622-4613-a692-23b1247172ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.722994 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-37f96e6c-6622-4613-a692-23b1247172ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.775990 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-37f96e6c-6622-4613-a692-23b1247172ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ded0987b52624bcead32399da4fc45dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503145 Aug 09 14:52:17.777488 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f96e6c-6622-4613-a692-23b1247172ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd00a61-e108-40a6-b537-4445d5d3b0df,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:17.778919 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38410) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:17.901201 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f60b3f75-b7f1-4c40-b577-844d6ef915d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.915594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:17.958259 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce3b89-f8b5-4328-8aeb-9d9f95e554c5 req-5aada978-2d78-4b06-80f7-d7ead7eaab01 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:17.960074 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bdce3b89-f8b5-4328-8aeb-9d9f95e554c5 req-5aada978-2d78-4b06-80f7-d7ead7eaab01 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1063607 Aug 09 14:52:17.962285 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.017145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f60b3f75-b7f1-4c40-b577-844d6ef915d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.034914 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bdce3b89-f8b5-4328-8aeb-9d9f95e554c5 req-a75035b0-e84e-45d7-93ef-f00a7cdfd62a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Aug 09 14:52:18.065878 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f60b3f75-b7f1-4c40-b577-844d6ef915d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d90c7b962074b57831de93d9bb3881c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0226493 Aug 09 14:52:18.068571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38416) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:18.076797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b3f75-b7f1-4c40-b577-844d6ef915d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd32ced-05be-4ba3-b6c9-ab5669aaa28c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:18.125765 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.147924 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.191407 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.197881 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.197881 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fd00a61-e108-40a6-b537-4445d5d3b0df HTTP/1.1" status: 204 len: 168 time: 0.4152141 Aug 09 14:52:18.207985 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cfc75-0710-40a5-9c88-9d958240afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd00a61-e108-40a6-b537-4445d5d3b0df,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:18.378166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.380986 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:18.382228 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdd32ced-05be-4ba3-b6c9-ab5669aaa28c HTTP/1.1" status: 204 len: 168 time: 0.3126304 Aug 09 14:52:18.391540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e4b9-456a-46eb-8e80-a1481540a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd32ced-05be-4ba3-b6c9-ab5669aaa28c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:19.237647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c0e84-2b12-4590-b806-a99f471e8ea9 req-c1f8f134-e89d-440a-9c57-72509826ec2c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:19.242976 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c35c0e84-2b12-4590-b806-a99f471e8ea9 req-c1f8f134-e89d-440a-9c57-72509826ec2c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0645671 Aug 09 14:52:19.245548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38472) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:19.271753 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb291e-f0ca-4b19-be48-b7a9366780d2 req-ffe8a057-67f7-426c-9c63-33b56a77cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:19.273403 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-3ceb291e-f0ca-4b19-be48-b7a9366780d2 req-ffe8a057-67f7-426c-9c63-33b56a77cb45 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0595243 Aug 09 14:52:19.277390 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-49b02aa9-dc57-4c8a-98bb-60c44d9ed10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:19.320989 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-3ceb291e-f0ca-4b19-be48-b7a9366780d2 req-18490f98-8bd3-42ba-b21b-3cffc064180c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Aug 09 14:52:19.322038 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c35c0e84-2b12-4590-b806-a99f471e8ea9 req-a044cd0b-bdc7-46fa-b0a0-9e11ed315094 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661643 Aug 09 14:52:19.452212 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-49b02aa9-dc57-4c8a-98bb-60c44d9ed10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:19.579535 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-49b02aa9-dc57-4c8a-98bb-60c44d9ed10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:19.618045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-49b02aa9-dc57-4c8a-98bb-60c44d9ed10f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a0b01516e06478bab1df5974b76a82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702548 Aug 09 14:52:19.623080 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02aa9-dc57-4c8a-98bb-60c44d9ed10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e57c88-70ad-4998-9489-a0259167bce6,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:19.628927 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38494) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:19.701119 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:19.724498 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:20.013873 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:20.016494 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:20.017655 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0e57c88-70ad-4998-9489-a0259167bce6 HTTP/1.1" status: 204 len: 168 time: 0.3867686 Aug 09 14:52:20.025303 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0ee21-1b7c-48ed-a16d-3cb4e933f4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e57c88-70ad-4998-9489-a0259167bce6,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:20.446381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32074478-9635-4e37-b50b-83712f405f18 req-e8dd760b-4164-4342-a63a-2cc888517d09 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:20.447439 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-32074478-9635-4e37-b50b-83712f405f18 req-e8dd760b-4164-4342-a63a-2cc888517d09 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0539670 Aug 09 14:52:20.489614 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-32074478-9635-4e37-b50b-83712f405f18 req-43c0e513-c524-4422-babf-4f9bfdc4cb9b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Aug 09 14:52:20.628665 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38528) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:20.772514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a729bff3-22b1-4e92-9613-2085d431e8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:20.871502 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a729bff3-22b1-4e92-9613-2085d431e8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:20.979804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a729bff3-22b1-4e92-9613-2085d431e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.021847 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a729bff3-22b1-4e92-9613-2085d431e8cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b146428d40fe466cb78a0a03d0d1c9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911998 Aug 09 14:52:21.024793 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38540) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:21.025934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729bff3-22b1-4e92-9613-2085d431e8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c004a-486e-443a-906f-e8c312596f72,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:21.103122 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.130432 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.188158 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38548) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:21.282321 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.285018 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.286238 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/922c004a-486e-443a-906f-e8c312596f72 HTTP/1.1" status: 204 len: 168 time: 0.2602518 Aug 09 14:52:21.305590 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c06-b0b6-4e21-b854-67f91996c574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.309122 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3da685-92f2-4bfa-a4b8-dfc9fa12928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c004a-486e-443a-906f-e8c312596f72,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:21.404967 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c06-b0b6-4e21-b854-67f91996c574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.556510 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2ad84c06-b0b6-4e21-b854-67f91996c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.619737 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2ad84c06-b0b6-4e21-b854-67f91996c574 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74aaf69bbcde44db9b37877293a3d143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304814 Aug 09 14:52:21.619956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38560) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:21.621052 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84c06-b0b6-4e21-b854-67f91996c574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b1cda2-b233-4541-83d4-888ac10c9520,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:21.643496 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b142a4-35ad-4b68-8f61-e4ac093ea504 req-a43c1f85-895e-4018-a936-a6fb7a75f3c4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:21.645038 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-09b142a4-35ad-4b68-8f61-e4ac093ea504 req-a43c1f85-895e-4018-a936-a6fb7a75f3c4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0698698 Aug 09 14:52:21.646076 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:52:21.716295 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.724462 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-09b142a4-35ad-4b68-8f61-e4ac093ea504 req-044317d5-6361-4cee-bf86-b564a2a09db9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692883 Aug 09 14:52:21.768726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.878035 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38578) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:21.939086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.941766 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:21.942951 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41b1cda2-b233-4541-83d4-888ac10c9520 HTTP/1.1" status: 204 len: 168 time: 0.3210678 Aug 09 14:52:21.951086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae7f01-c85a-445f-8cf0-ca5b0646f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b1cda2-b233-4541-83d4-888ac10c9520,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:22.166636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ca4cf-8c31-4cd4-bbd4-400130dd9620 req-487de892-b328-4b46-a17f-472c38ff56a0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:22.168172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e0ca4cf-8c31-4cd4-bbd4-400130dd9620 req-487de892-b328-4b46-a17f-472c38ff56a0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0554533 Aug 09 14:52:22.210520 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8e0ca4cf-8c31-4cd4-bbd4-400130dd9620 req-b9570c98-49ec-4443-8721-6cace3a5a83e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358591 Aug 09 14:52:22.362706 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-317b4150-bd0e-4cc4-ba09-9bc6da23c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:22.364350 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-317b4150-bd0e-4cc4-ba09-9bc6da23c2f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0414083 Aug 09 14:52:22.473290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38588) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:22.476868 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-2343b989-195e-4ae7-ad33-405c265c2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:22.478601 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-2343b989-195e-4ae7-ad33-405c265c2d06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.1051493 Aug 09 14:52:22.501287 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e26d976-7a29-45f9-8417-351b97452451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.505326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.536195 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-ebc32c93-183c-4e81-8936-3652dbeb9a28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0492356 Aug 09 14:52:22.546148 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.db.api [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 14:52:22.546148 dv-cinder-788363-9-iscsi neutron-server[100405]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 14:52:22.546148 dv-cinder-788363-9-iscsi neutron-server[100405]: [parameters: {'project_id': 'cfcf5254998a41c99f1f0d531f87a30c', 'id': '9b332cc3-96c8-474f-a318-857bfbb61ec1', 'expiration': datetime.datetime(2021, 8, 9, 14, 54, 22, 537327)}] Aug 09 14:52:22.546148 dv-cinder-788363-9-iscsi neutron-server[100405]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100405) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 14:52:22.547031 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG oslo_db.api [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 14:52:22.577976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38590) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:22.598483 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-c08c3d46-d1d4-45a1-88a4-05d799c0950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:22.599998 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-c08c3d46-d1d4-45a1-88a4-05d799c0950a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0557592 Aug 09 14:52:22.639293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e26d976-7a29-45f9-8417-351b97452451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.639934 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-77da2012-d299-48f0-b85a-7e7202ac04de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309711 Aug 09 14:52:22.695957 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2fbc919a-de6a-4dc9-8b65-a359bb893304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.713060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6e26d976-7a29-45f9-8417-351b97452451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.744134 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-7b94a6cc-068a-431e-b314-14cd08e0003b service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969551 Aug 09 14:52:22.773296 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-6e26d976-7a29-45f9-8417-351b97452451 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0216e8e809fd4491b4f5adb66688ff26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987070 Aug 09 14:52:22.779290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38596) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:22.787001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26d976-7a29-45f9-8417-351b97452451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c811c0-f49e-4017-9bc7-773769e894c1,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:22.901090 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-e691aaa5-0336-495d-b0cf-5dcc628c7da8 req-b72c4ec1-55cc-45c5-ab89-00a4bb03687a service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471131 Aug 09 14:52:22.910772 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2fbc919a-de6a-4dc9-8b65-a359bb893304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.912307 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.938939 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:22.993999 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2fbc919a-de6a-4dc9-8b65-a359bb893304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.032749 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2fbc919a-de6a-4dc9-8b65-a359bb893304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2317b93c9f947c9829b8c7275089dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537194 Aug 09 14:52:23.033634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc919a-de6a-4dc9-8b65-a359bb893304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db24db65-da57-47aa-9cc7-4f782d262c4e,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.035631 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38604) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:23.049333 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.092044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.094667 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.095683 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.095863 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33c811c0-f49e-4017-9bc7-773769e894c1 HTTP/1.1" status: 204 len: 168 time: 0.3160825 Aug 09 14:52:23.117120 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0ae9-1ad0-448d-949c-4033a6fbe10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c811c0-f49e-4017-9bc7-773769e894c1,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.128516 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.200518 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.321988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.325161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.327000 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db24db65-da57-47aa-9cc7-4f782d262c4e HTTP/1.1" status: 204 len: 168 time: 0.2893226 Aug 09 14:52:23.339464 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4ee2-1740-4be3-bbf4-3947901d9d77 req-0ca04019-219b-4151-8bbd-59a7fd38e827 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:23.341134 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bec4ee2-1740-4be3-bbf4-3947901d9d77 req-0ca04019-219b-4151-8bbd-59a7fd38e827 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0586350 Aug 09 14:52:23.341879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.349695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca9ff1-791a-46e7-92ca-998c780f6621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db24db65-da57-47aa-9cc7-4f782d262c4e,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.385726 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38620) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:23.402810 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3063f3e7-c35c-4d99-b76d-b1dce69d7a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.421024 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0adddae-2115-4760-bb9b-503fc1c98b1c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.431700 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-1eeec277-b85f-47db-864a-bb157eac3acf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cfcf5254998a41c99f1f0d531f87a30c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5524752 Aug 09 14:52:23.432795 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38622) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:23.438240 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bec4ee2-1740-4be3-bbf4-3947901d9d77 req-13c8bdb8-2b17-427f-a23b-91178d1dfe3a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844934 Aug 09 14:52:23.524716 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.561262 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.615566 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3063f3e7-c35c-4d99-b76d-b1dce69d7a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.732866 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3063f3e7-c35c-4d99-b76d-b1dce69d7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.741207 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.741207 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.745045 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0adddae-2115-4760-bb9b-503fc1c98b1c HTTP/1.1" status: 204 len: 168 time: 0.3113484 Aug 09 14:52:23.787609 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3063f3e7-c35c-4d99-b76d-b1dce69d7a0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e409280c008d4a59a5e15084660f99af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990023 Aug 09 14:52:23.789473 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063f3e7-c35c-4d99-b76d-b1dce69d7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62e219-668e-4fbd-83c5-8768a2675fb3,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.790760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38644) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:23.844632 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e54df2-59f9-428c-8a52-33af8873432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0adddae-2115-4760-bb9b-503fc1c98b1c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:23.945318 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:23.977493 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:24.167910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:24.172486 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:24.184542 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c62e219-668e-4fbd-83c5-8768a2675fb3 HTTP/1.1" status: 204 len: 168 time: 0.3794982 Aug 09 14:52:24.184542 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7bd92-5436-4176-9c34-a42a74135dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62e219-668e-4fbd-83c5-8768a2675fb3,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:24.572451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c03d-d7bd-4541-8ebe-5b8f3bab25ef req-ca2ec681-894f-4f61-bb23-9335e1a9ec07 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:24.577760 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0ea0c03d-d7bd-4541-8ebe-5b8f3bab25ef req-ca2ec681-894f-4f61-bb23-9335e1a9ec07 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0542927 Aug 09 14:52:24.616444 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0ea0c03d-d7bd-4541-8ebe-5b8f3bab25ef req-410335de-3264-4388-9a07-4ec984c5b3b9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350120 Aug 09 14:52:25.007015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38680) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:25.024538 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33d9d5b1-4e32-405c-9c16-f7d8c50230ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.164697 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33d9d5b1-4e32-405c-9c16-f7d8c50230ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.206574 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38698) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:25.254749 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Deleting subnet 3cdebc30-344d-4e75-9fd1-b2d4f7349eec {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:52:25.258099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.293673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.316542 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33d9d5b1-4e32-405c-9c16-f7d8c50230ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.373903 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-33d9d5b1-4e32-405c-9c16-f7d8c50230ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a61d10c5bc040ab9fdcc1484c39ca38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652239 Aug 09 14:52:25.375374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.376665 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38704) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:25.377646 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9d5b1-4e32-405c-9c16-f7d8c50230ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b28dc0-d3b3-4c47-9b98-6557273d6960,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:25.442816 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.467746 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.539726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.567560 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdebc30-344d-4e75-9fd1-b2d4f7349eec,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:25.571549 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.573996 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-7145b0ac-b97c-4a8d-9e3c-cddea9642e95 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3cdebc30-344d-4e75-9fd1-b2d4f7349eec HTTP/1.1" status: 204 len: 168 time: 0.3661735 Aug 09 14:52:25.577343 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38710) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:25.632558 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.635426 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.643559 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27b28dc0-d3b3-4c47-9b98-6557273d6960 HTTP/1.1" status: 204 len: 168 time: 0.2647676 Aug 09 14:52:25.651844 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2485a-5491-4fbf-bb5a-e083c8f1e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b28dc0-d3b3-4c47-9b98-6557273d6960,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:25.657504 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.785971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.806855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c064e2-af29-47a1-84ad-027826fe7785']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:25.828427 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7863b-6d42-4aa8-b62a-5b8dbec7cbd0 req-8c764b09-9b08-41dc-877c-eec1cb93c063 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:25.831453 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99e7863b-6d42-4aa8-b62a-5b8dbec7cbd0 req-8c764b09-9b08-41dc-877c-eec1cb93c063 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1197286 Aug 09 14:52:25.837174 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61dc212-3ad1-4dcd-92ad-dd125eac54bb') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:25.837174 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61dc212-3ad1-4dcd-92ad-dd125eac54bb') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:25.859733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.883145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.899800 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99e7863b-6d42-4aa8-b62a-5b8dbec7cbd0 req-a97775bf-5d24-4b0b-93e5-2c1c79f3666e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673065 Aug 09 14:52:25.901300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:52:25.901780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:52:25.911868 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:52:26.060024 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.068252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.071587 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] 10.222.0.45 "DELETE /v2.0/networks/92c064e2-af29-47a1-84ad-027826fe7785 HTTP/1.1" status: 204 len: 168 time: 0.4916024 Aug 09 14:52:26.075645 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38738) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:26.087452 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762279d-ed6e-4271-8506-8f8c57976883 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c064e2-af29-47a1-84ad-027826fe7785,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:26.144385 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Deleting subnet 78560be6-c29d-49d8-9c51-f90db0faefe1 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:52:26.152373 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.210228 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.261482 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.413810 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.441014 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78560be6-c29d-49d8-9c51-f90db0faefe1,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:26.444945 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.448624 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-0f8bf437-00e5-4157-ab45-7a80449d14f3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/78560be6-c29d-49d8-9c51-f90db0faefe1 HTTP/1.1" status: 204 len: 168 time: 0.3700447 Aug 09 14:52:26.453396 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38774) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:26.523678 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.622802 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.634449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fcb160-2994-432f-b0fb-8b2c1e77041a']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:26.646777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2354d4db-6e36-4d13-995c-d0c81021ea52') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:26.647078 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2354d4db-6e36-4d13-995c-d0c81021ea52') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:52:26.658064 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.684786 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.692111 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:52:26.692658 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:52:26.694945 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:52:26.915499 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.927988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:26.930002 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] 10.222.0.45 "DELETE /v2.0/networks/44fcb160-2994-432f-b0fb-8b2c1e77041a HTTP/1.1" status: 204 len: 168 time: 0.4751425 Aug 09 14:52:26.942030 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efc74b-dc6e-43dd-be0e-e1e4937c872c admin admin] Pushing event deleted for resources: {'Network': ['ID=44fcb160-2994-432f-b0fb-8b2c1e77041a,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:27.275996 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.339053 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38814) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:27.457924 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38822) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:27.470193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc64b-c074-46cc-af26-c9c870d7d185 req-a5d07cf2-aa63-4063-8148-b8e6fdc4846f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:27.471839 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3ffcc64b-c074-46cc-af26-c9c870d7d185 req-a5d07cf2-aa63-4063-8148-b8e6fdc4846f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0529714 Aug 09 14:52:27.504407 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a05631a3-0f81-4b9f-9915-cc43928b2381 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b47c76b233224d38b505751de97ab910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452695 Aug 09 14:52:27.506962 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38824) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:27.529421 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3ffcc64b-c074-46cc-af26-c9c870d7d185 req-7f843408-0acd-4ca8-a910-3f9c8977d832 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504816 Aug 09 14:52:27.568576 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.594316 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.641478 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5aef9120-857b-4557-8794-7b6e10e83541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.751891 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5aef9120-857b-4557-8794-7b6e10e83541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.784694 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.789340 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.793755 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17faf25f-2044-4d3f-b8e8-65bb509eb657 HTTP/1.1" status: 204 len: 168 time: 0.2828574 Aug 09 14:52:27.801117 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d30d0a-1bc0-43f8-9367-20a2c22d494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17faf25f-2044-4d3f-b8e8-65bb509eb657,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:27.817467 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5aef9120-857b-4557-8794-7b6e10e83541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:27.873847 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5aef9120-857b-4557-8794-7b6e10e83541 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f954aefd9ccf4350977a4477dfa425b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334992 Aug 09 14:52:27.875038 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef9120-857b-4557-8794-7b6e10e83541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe08c8-f3a0-4f55-a90c-28e856580abe,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:27.877505 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38838) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:27.880281 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f1e9-f069-443d-a18f-c333f8eb235e req-2a04ed93-7042-4fca-afba-cb5b8372703b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:27.892249 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a1f1e9-f069-443d-a18f-c333f8eb235e req-2a04ed93-7042-4fca-afba-cb5b8372703b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1014798 Aug 09 14:52:27.943834 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a1f1e9-f069-443d-a18f-c333f8eb235e req-7d856dc5-3605-4bc8-92a1-9d8b79202ab7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498598 Aug 09 14:52:27.974587 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:28.010266 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:28.185625 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:28.188370 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:28.189558 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3fe08c8-f3a0-4f55-a90c-28e856580abe HTTP/1.1" status: 204 len: 168 time: 0.3111503 Aug 09 14:52:28.197437 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5bbee-f569-4acb-9e6f-1034dfd02da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe08c8-f3a0-4f55-a90c-28e856580abe,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:28.549005 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-39241b1e-f578-4926-813e-5e767f0aaf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:28.671622 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918053-a2fb-4bf6-9c7e-7d3b767979a6 req-d632c035-c443-4354-b05c-0a68b70a20b1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:28.673247 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7918053-a2fb-4bf6-9c7e-7d3b767979a6 req-d632c035-c443-4354-b05c-0a68b70a20b1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0572922 Aug 09 14:52:28.717504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7918053-a2fb-4bf6-9c7e-7d3b767979a6 req-30cb791f-8149-4623-8dcf-20c000029415 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380380 Aug 09 14:52:28.841528 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 38874) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.037530 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38880) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.085317 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-45555061-e27a-42d9-abe1-df615142b0ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5d92d7199734835bf80f6a33883cf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460265 Aug 09 14:52:29.088020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38882) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.146502 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.171298 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.218930 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38884) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.232487 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e43591a9-0014-4329-837f-4b28af3b28cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.325116 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.329167 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.333547 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af9a2dd7-73aa-4b66-a32c-c3660ea4ef5f HTTP/1.1" status: 204 len: 168 time: 0.2414203 Aug 09 14:52:29.351706 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af44cd8-96c5-4270-acb1-fbb684bf6fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a2dd7-73aa-4b66-a32c-c3660ea4ef5f,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:29.407805 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f59a51a-e15a-436f-b140-a105f9435686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.429011 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e43591a9-0014-4329-837f-4b28af3b28cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.533478 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e43591a9-0014-4329-837f-4b28af3b28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.578581 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e43591a9-0014-4329-837f-4b28af3b28cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a0b2804792b4fe59652d7de2e70a80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584960 Aug 09 14:52:29.581210 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43591a9-0014-4329-837f-4b28af3b28cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4ae3b-929b-4ae4-8228-6963ff0403a8,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:29.585418 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38898) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.642988 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.648945 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f59a51a-e15a-436f-b140-a105f9435686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.670873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.718691 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f59a51a-e15a-436f-b140-a105f9435686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.770593 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2f59a51a-e15a-436f-b140-a105f9435686 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=572280cff04941179a75e9f627dcd125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9255345 Aug 09 14:52:29.770593 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59a51a-e15a-436f-b140-a105f9435686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d44f5f8-90bd-47a1-b1f1-360e177ecacd,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:29.770998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 38906) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:29.870952 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.884556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.889745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.889893 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abb4ae3b-929b-4ae4-8228-6963ff0403a8 HTTP/1.1" status: 204 len: 168 time: 0.3025775 Aug 09 14:52:29.904707 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b4c1-1d84-49e0-9738-872b2fe9d609 req-758f016c-1895-4421-947f-b94b12ff62be tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:29.906252 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c47b4c1-1d84-49e0-9738-872b2fe9d609 req-758f016c-1895-4421-947f-b94b12ff62be tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0984926 Aug 09 14:52:29.921561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:29.929615 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b879fe1-6f7b-4246-a00b-46be2d0164ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4ae3b-929b-4ae4-8228-6963ff0403a8,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:29.984713 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c47b4c1-1d84-49e0-9738-872b2fe9d609 req-417702f2-ac05-4d42-8de0-996b5a685fbc tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653644 Aug 09 14:52:30.087432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:30.090744 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:30.092174 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d44f5f8-90bd-47a1-b1f1-360e177ecacd HTTP/1.1" status: 204 len: 168 time: 0.3201404 Aug 09 14:52:30.100414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ad8b-512d-43f8-b552-9ba1bda649b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d44f5f8-90bd-47a1-b1f1-360e177ecacd,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:31.161248 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8e19b-f2c0-480f-9d5e-2dc3a1829e92 req-7e1d323e-ca44-4b9a-b131-a448360edf25 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:31.163139 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9b8e19b-f2c0-480f-9d5e-2dc3a1829e92 req-7e1d323e-ca44-4b9a-b131-a448360edf25 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0692112 Aug 09 14:52:31.205807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9b8e19b-f2c0-480f-9d5e-2dc3a1829e92 req-118dd9de-7c7f-426e-8b7a-c1e6924d3bd9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346069 Aug 09 14:52:31.274226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a7f6cf92-7775-4ada-a703-451fe6cc1b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:31.636122 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:32.252988 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:32.329754 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ff176-ee17-41f6-bdc8-449107a96bb5 req-e0abbed1-1992-4214-a465-6305920724cc tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:32.331254 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-650ff176-ee17-41f6-bdc8-449107a96bb5 req-e0abbed1-1992-4214-a465-6305920724cc tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0504992 Aug 09 14:52:32.373352 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-650ff176-ee17-41f6-bdc8-449107a96bb5 req-34e1b52b-c818-407a-99fe-1c64a2f39e60 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362134 Aug 09 14:52:33.503824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07acce1-895a-4bf1-892b-239af9d72d73 req-4e312c46-5b22-45f8-977a-57f1b1697bfe tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:33.505647 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a07acce1-895a-4bf1-892b-239af9d72d73 req-4e312c46-5b22-45f8-977a-57f1b1697bfe tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0589833 Aug 09 14:52:33.546535 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a07acce1-895a-4bf1-892b-239af9d72d73 req-53ba30d6-308e-4697-a6de-4ee0fbeb7123 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343387 Aug 09 14:52:33.799429 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:34.704723 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654ded6-2070-4801-bcba-c1aeeac45f3f req-717d6dab-46cd-43b1-8ed0-6dc8815e2f93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:34.706389 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4654ded6-2070-4801-bcba-c1aeeac45f3f req-717d6dab-46cd-43b1-8ed0-6dc8815e2f93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0775254 Aug 09 14:52:34.748739 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4654ded6-2070-4801-bcba-c1aeeac45f3f req-0dac7c9e-c41d-493f-a602-fb118b7485bd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Aug 09 14:52:35.868583 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a9ffd-dd89-4d98-910b-c28057320525 req-009430ae-4086-4a99-8b5f-540fb43f95de tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:35.870045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-694a9ffd-dd89-4d98-910b-c28057320525 req-009430ae-4086-4a99-8b5f-540fb43f95de tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0468524 Aug 09 14:52:35.906695 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-694a9ffd-dd89-4d98-910b-c28057320525 req-ed147ea4-8ad7-410c-ae78-cb2c7341dc28 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300863 Aug 09 14:52:37.033059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432de6d-2f2c-4897-88cd-a710fc014d91 req-162eaeb3-9971-451c-a06c-27c66bf5475d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:37.036013 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c432de6d-2f2c-4897-88cd-a710fc014d91 req-162eaeb3-9971-451c-a06c-27c66bf5475d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Aug 09 14:52:37.073201 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c432de6d-2f2c-4897-88cd-a710fc014d91 req-8915dd7b-b7fb-4a1f-97f1-92e4195eb99a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Aug 09 14:52:38.198471 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375681df-fbaf-41be-b717-5f063545f535 req-53b4dfd5-6623-4849-b83c-ef83ef3ecca4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:38.200562 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-375681df-fbaf-41be-b717-5f063545f535 req-53b4dfd5-6623-4849-b83c-ef83ef3ecca4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Aug 09 14:52:38.242899 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-375681df-fbaf-41be-b717-5f063545f535 req-719d8b9e-36b1-4762-affe-8b808eb3b31d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359721 Aug 09 14:52:39.366910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84a0-b183-4af3-9696-990543c14901 req-fdb4dc3d-1875-4bae-b6f6-16029ee3d6ac tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:39.374391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c9e84a0-b183-4af3-9696-990543c14901 req-fdb4dc3d-1875-4bae-b6f6-16029ee3d6ac tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0563219 Aug 09 14:52:39.420313 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c9e84a0-b183-4af3-9696-990543c14901 req-59eeeb7e-0f43-4b7a-9ff2-a1bb4fb03972 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447481 Aug 09 14:52:39.924540 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39210) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:40.048156 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.165438 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.252372 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.293228 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8a70a5193f3404f9578a5a29a8c83ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667364 Aug 09 14:52:40.295518 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb3c4b5-c205-4482-88e7-e46895378e97,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:40.296586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39226) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:40.304064 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.304419 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.304758 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.305092 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.305431 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.305753 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.306078 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.306406 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.306733 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.307053 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.307524 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.307984 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0adfa3-0869-4abb-be59-52cdce0fa9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.353893 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.382998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.506421 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.509135 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:40.510222 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ccb3c4b5-c205-4482-88e7-e46895378e97 HTTP/1.1" status: 204 len: 168 time: 0.2124207 Aug 09 14:52:40.546211 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb3c4b5-c205-4482-88e7-e46895378e97,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:40.571763 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.572110 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.572441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.572782 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.573119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.573453 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.573783 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.574124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.574438 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.574762 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.575084 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.575472 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96392ce9-381f-4382-aa43-22293a224bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:40.602513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7965b19-fd62-4eff-8449-a29cd007ca3c req-863d5e2e-87ab-4897-afe3-4febaf2d1715 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:40.604121 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7965b19-fd62-4eff-8449-a29cd007ca3c req-863d5e2e-87ab-4897-afe3-4febaf2d1715 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.1069574 Aug 09 14:52:40.618272 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2edd5c-bfd4-4856-bb0d-6e362cf26648 req-39c2cc69-9de3-49f6-a3f8-2a33f37abbcc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:40.619803 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd2edd5c-bfd4-4856-bb0d-6e362cf26648 req-39c2cc69-9de3-49f6-a3f8-2a33f37abbcc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0853558 Aug 09 14:52:40.637134 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-1962b263-e7b8-43e7-8a5d-9abd5aa5cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:40.639539 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-1962b263-e7b8-43e7-8a5d-9abd5aa5cf3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0464048 Aug 09 14:52:40.671647 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7965b19-fd62-4eff-8449-a29cd007ca3c req-f5306818-9db9-4267-93b0-c73b96e08015 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508583 Aug 09 14:52:40.691242 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd2edd5c-bfd4-4856-bb0d-6e362cf26648 req-10753117-49bb-46f9-8c35-a7dddd1ebe18 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612364 Aug 09 14:52:40.750556 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-dd91c4d9-5587-4689-a603-95ad5ca05223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:40.752068 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-dd91c4d9-5587-4689-a603-95ad5ca05223 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.1030691 Aug 09 14:52:40.799861 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-c35376fe-0859-465b-852e-ba554e74388d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0341866 Aug 09 14:52:40.860519 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-44e6a219-7012-4abf-8fac-ca257baf0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:40.861974 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-44e6a219-7012-4abf-8fac-ca257baf0e3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0470684 Aug 09 14:52:40.899265 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-47642877-008c-46dc-8b9a-edf4eb36a896 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271215 Aug 09 14:52:40.998027 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-762b4e8e-0d13-4ee3-b9aa-e030c6ab86fe service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855076 Aug 09 14:52:41.097281 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6b4c0b56-d4c8-410a-9a15-a0a84d1622d4 req-53347563-d372-4965-a487-32b2d8872557 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888178 Aug 09 14:52:41.261957 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39250) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:41.275705 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3e5c778f-2675-40fa-8396-97b47195f645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.366885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3e5c778f-2675-40fa-8396-97b47195f645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.469620 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3e5c778f-2675-40fa-8396-97b47195f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.511197 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3e5c778f-2675-40fa-8396-97b47195f645 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45fa991d8e37461ea1d3759aa2eb48b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480824 Aug 09 14:52:41.512045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c778f-2675-40fa-8396-97b47195f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6555a46a-4b4e-47b0-940a-2c692a12fba4,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:41.514479 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39262) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:41.566094 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.587843 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.768200 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.768200 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:41.768200 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6555a46a-4b4e-47b0-940a-2c692a12fba4 HTTP/1.1" status: 204 len: 168 time: 0.2409704 Aug 09 14:52:41.773697 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbdc1a-b537-48a8-b872-18dc24e046a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6555a46a-4b4e-47b0-940a-2c692a12fba4,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:41.862666 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a58c-8f08-438e-966b-c01821980cb3 req-56551d3a-65a7-43f1-a8df-6678d0dc5545 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:41.864347 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5e64a58c-8f08-438e-966b-c01821980cb3 req-56551d3a-65a7-43f1-a8df-6678d0dc5545 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0998058 Aug 09 14:52:41.873632 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8c6a-1fee-4926-83ca-304d59a262e1 req-adaa78d6-d1cd-440b-a44c-011d25bc6167 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:41.875075 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10ab8c6a-1fee-4926-83ca-304d59a262e1 req-adaa78d6-d1cd-440b-a44c-011d25bc6167 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0881557 Aug 09 14:52:41.938528 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5e64a58c-8f08-438e-966b-c01821980cb3 req-14cb647e-de6a-46f6-b446-3f010fa64ce5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624812 Aug 09 14:52:41.943295 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10ab8c6a-1fee-4926-83ca-304d59a262e1 req-a72faf91-1a7b-4e1e-8989-75f5a05ac3a1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605881 Aug 09 14:52:43.028665 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39308) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:43.095966 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd3d4f-be00-4db3-8bed-4198beb3c39a req-38332afb-4e7f-4f8f-837f-b0760e1c4165 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:43.097583 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9bdd3d4f-be00-4db3-8bed-4198beb3c39a req-38332afb-4e7f-4f8f-837f-b0760e1c4165 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0824237 Aug 09 14:52:43.123923 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e303b16-3b52-4c6d-918f-dddcbfbbca82 req-625f79e9-63e6-4e5a-bf78-8869e2121589 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:43.125671 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1e303b16-3b52-4c6d-918f-dddcbfbbca82 req-625f79e9-63e6-4e5a-bf78-8869e2121589 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.1086984 Aug 09 14:52:43.181681 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9bdd3d4f-be00-4db3-8bed-4198beb3c39a req-2707635d-7f72-43bd-82f5-524529255c62 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732234 Aug 09 14:52:43.189734 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1e303b16-3b52-4c6d-918f-dddcbfbbca82 req-df7e18a6-dacf-43d9-a313-58ce3f87c225 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554464 Aug 09 14:52:43.284179 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dc72394b-0169-4c4c-b663-146167651972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.379384 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dc72394b-0169-4c4c-b663-146167651972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.457977 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dc72394b-0169-4c4c-b663-146167651972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.496738 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72394b-0169-4c4c-b663-146167651972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37c3ad-3d0d-4a0d-b0ee-d26f95834bf8,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:43.501078 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-dc72394b-0169-4c4c-b663-146167651972 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61a0e98c42c34c249c404af8c69f69e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714081 Aug 09 14:52:43.504206 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39328) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:43.554775 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.575068 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.692650 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.694983 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.696224 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd37c3ad-3d0d-4a0d-b0ee-d26f95834bf8 HTTP/1.1" status: 204 len: 168 time: 0.1915634 Aug 09 14:52:43.706842 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809252-52de-4cb9-8a1f-968fb96721ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37c3ad-3d0d-4a0d-b0ee-d26f95834bf8,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:43.784102 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39334) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:43.891528 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fda53b35-6a40-429a-96d8-7a06fa3f78d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:43.977852 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fda53b35-6a40-429a-96d8-7a06fa3f78d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.069350 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fda53b35-6a40-429a-96d8-7a06fa3f78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.107940 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda53b35-6a40-429a-96d8-7a06fa3f78d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45896a4b-0ad5-49eb-b0a4-c41da62068fa,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:44.126494 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-fda53b35-6a40-429a-96d8-7a06fa3f78d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=12576d3d415d4d88b0f253ec7e6405e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405833 Aug 09 14:52:44.128123 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39340) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:44.205247 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.238915 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.361231 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e206e-28a8-4d27-8ca4-7963c206a6e5 req-0c638958-d649-4e05-93ea-ab11a626cdfd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:44.362742 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-458e206e-28a8-4d27-8ca4-7963c206a6e5 req-0c638958-d649-4e05-93ea-ab11a626cdfd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0845745 Aug 09 14:52:44.384941 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12c5a8-07d8-42c7-8710-e6d66aab4424 req-9e75326a-93c9-4864-a1dc-e48bf40086fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:44.390715 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ff12c5a8-07d8-42c7-8710-e6d66aab4424 req-9e75326a-93c9-4864-a1dc-e48bf40086fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0799880 Aug 09 14:52:44.421987 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.425641 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:44.429688 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45896a4b-0ad5-49eb-b0a4-c41da62068fa HTTP/1.1" status: 204 len: 168 time: 0.2979031 Aug 09 14:52:44.440448 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6c6fc-ecf3-4eca-9ebc-6b02f2dd6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45896a4b-0ad5-49eb-b0a4-c41da62068fa,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:44.443539 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-458e206e-28a8-4d27-8ca4-7963c206a6e5 req-0d6828b6-68c6-450e-a15b-765d9376f59c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731914 Aug 09 14:52:44.446552 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ff12c5a8-07d8-42c7-8710-e6d66aab4424 req-b37e99a4-b907-4d14-a906-29869141500e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 Aug 09 14:52:45.166020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39378) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:45.180289 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a47a5d45-96fa-42c8-90c2-a875de067e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.256151 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:52:45.293473 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a47a5d45-96fa-42c8-90c2-a875de067e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.365290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a47a5d45-96fa-42c8-90c2-a875de067e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.373506 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:52:45.385456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:52:45.419558 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a47a5d45-96fa-42c8-90c2-a875de067e03 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53ae65b05b274f39a93a44181e45d329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514253 Aug 09 14:52:45.422435 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a5d45-96fa-42c8-90c2-a875de067e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d4944-da21-45a4-8baa-4beeab03f9af,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:45.422569 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39392) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:45.432930 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.446336 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:52:45.469114 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:52:45.515313 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.526621 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.572386 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.585394 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=6']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:45.595900 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.596513 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.597043 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.597561 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.598181 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.598722 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.599321 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.599847 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.600426 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.600950 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.601464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.601984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:52:45.620678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a42c5-12a1-491a-a0ba-c0305ac909a4 req-e309f0d3-3a11-46a1-8c13-add7471c4ecd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:45.622219 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ea5a42c5-12a1-491a-a0ba-c0305ac909a4 req-e309f0d3-3a11-46a1-8c13-add7471c4ecd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0915616 Aug 09 14:52:45.633760 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:52:45.653959 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6774-ac01-426f-921c-721a682c323e req-64b3f25d-060f-4bd2-a203-66101414f484 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:45.654758 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-924b6774-ac01-426f-921c-721a682c323e req-64b3f25d-060f-4bd2-a203-66101414f484 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.0868130 Aug 09 14:52:45.714538 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ea5a42c5-12a1-491a-a0ba-c0305ac909a4 req-88699edd-45e5-4ed6-877c-4a9a19326b30 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849750 Aug 09 14:52:45.729018 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-924b6774-ac01-426f-921c-721a682c323e req-2f149271-f3c1-4f7f-8812-1e69227c1b22 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595140 Aug 09 14:52:45.753439 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.756527 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:45.757675 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c72d4944-da21-45a4-8baa-4beeab03f9af HTTP/1.1" status: 204 len: 168 time: 0.3344612 Aug 09 14:52:45.771688 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bdba5-8d8b-4798-b7ba-94068630625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d4944-da21-45a4-8baa-4beeab03f9af,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:46.536547 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39440) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:46.549921 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d66f0712-54f1-4362-ac80-9f6050ca351b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:46.638782 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d66f0712-54f1-4362-ac80-9f6050ca351b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:46.726190 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d66f0712-54f1-4362-ac80-9f6050ca351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:46.767684 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d66f0712-54f1-4362-ac80-9f6050ca351b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa6468a1bb344a7c8bec16d24b2f4fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291377 Aug 09 14:52:46.768323 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0712-54f1-4362-ac80-9f6050ca351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bc487-98c6-4637-894e-426bc2cdec80,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:46.770372 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39446) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:46.882734 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:46.917008 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:46.926741 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa524d1-a998-466a-9be6-182863298d12 req-03bac38d-dce1-4153-8a3e-89ba4848bbaa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:46.928270 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4fa524d1-a998-466a-9be6-182863298d12 req-03bac38d-dce1-4153-8a3e-89ba4848bbaa tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1139736 Aug 09 14:52:46.957477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ca2f5-bc12-43c5-8e69-e6191da0cdb9 req-fe9ef248-bb48-416c-a7e5-98dd4d430187 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:46.958909 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5d3ca2f5-bc12-43c5-8e69-e6191da0cdb9 req-fe9ef248-bb48-416c-a7e5-98dd4d430187 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.1171672 Aug 09 14:52:47.023477 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4fa524d1-a998-466a-9be6-182863298d12 req-66fb6627-04ae-4eb6-86e4-c326b75dde4f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890605 Aug 09 14:52:47.026791 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5d3ca2f5-bc12-43c5-8e69-e6191da0cdb9 req-09ab1c88-3597-4e06-ad73-56decc5c2680 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544381 Aug 09 14:52:47.101729 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:47.104438 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:47.105765 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e5bc487-98c6-4637-894e-426bc2cdec80 HTTP/1.1" status: 204 len: 168 time: 0.3334680 Aug 09 14:52:47.115753 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bf2f3-da9b-44da-85d2-a37e0dbda109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bc487-98c6-4637-894e-426bc2cdec80,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:47.531305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:52:47.580418 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:52:47.580794 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:47.663772 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:47.687026 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:52:47.689241 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873fe1f5-1195-4dd7-80a3-b0cf9c4cf19e" -d '{"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:52:47.701968 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:52:47.729637 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906cfddd-5497-4bae-9d12-bafc3ab5284a x-openstack-request-id: req-906cfddd-5497-4bae-9d12-bafc3ab5284a {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:52:47.729936 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:52:47.730192 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-906cfddd-5497-4bae-9d12-bafc3ab5284a {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:52:47.730603 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'code': 200} Aug 09 14:52:47.806480 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:47.853279 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=7']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:48.177483 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb6fdb-e8b9-4482-b1b9-f862f8f52934 req-8ce8eee9-fae9-4bc7-aa5d-ded9b8d25315 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:48.187561 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9afb6fdb-e8b9-4482-b1b9-f862f8f52934 req-8ce8eee9-fae9-4bc7-aa5d-ded9b8d25315 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0800898 Aug 09 14:52:48.187561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a519213-a2cb-431b-8e38-fc3013d6fa8d req-35498cc4-ca7a-4aca-a7b3-fab640072680 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:48.188433 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9a519213-a2cb-431b-8e38-fc3013d6fa8d req-35498cc4-ca7a-4aca-a7b3-fab640072680 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0799448 Aug 09 14:52:48.242043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9afb6fdb-e8b9-4482-b1b9-f862f8f52934 req-758b3ed7-f6dc-42dc-a3c3-20e0748941d7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526834 Aug 09 14:52:48.252257 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9a519213-a2cb-431b-8e38-fc3013d6fa8d req-b3231cce-ad16-41ea-8693-755c8dc4ea93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515039 Aug 09 14:52:48.370469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39486) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:48.467780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845476436-network', 'tenant_id': '574cb424d0824ca08fa69725da907e8b'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:52:48.554662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Made reservation on behalf of 574cb424d0824ca08fa69725da907e8b for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:52:48.557121 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.566394 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.651239 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.726034 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.753610 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:52:48.759781 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21a236-6ce2-438f-b5b3-1ece13031291,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:48.765852 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.777850 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Added segment 33f351b2-c53c-455e-b72e-27d1c1d03bbb of type vlan for network 413c9a34-299a-4ef0-8a05-71726228ea11 Aug 09 14:52:48.807725 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.941685 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:48.944675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:48.944675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:49.001653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=413c9a34-299a-4ef0-8a05-71726228ea11,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:49.011804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 413c9a34-299a-4ef0-8a05-71726228ea11 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:52:49.076224 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d6d74ab4-b015-4eab-86e6-b566edb6fbf7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7040572 Aug 09 14:52:49.079153 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39494) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:52:49.083874 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Request body: {'subnet': {'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845476436-subnet', 'tenant_id': '574cb424d0824ca08fa69725da907e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:52:49.195302 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Made reservation on behalf of 574cb424d0824ca08fa69725da907e8b for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:52:49.197546 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9406017'] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:49.429856 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a344b-d631-486c-b26f-2884920cd830 req-698e7153-a6b5-43a1-b4e9-d23bfa7cb888 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:49.431365 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e5a344b-d631-486c-b26f-2884920cd830 req-698e7153-a6b5-43a1-b4e9-d23bfa7cb888 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1163275 Aug 09 14:52:49.444364 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea66e71-8449-464a-a4ba-6f4c3085fa97 req-008162f1-7ab9-4bb8-863a-19a395d8aeec tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:49.445878 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ea66e71-8449-464a-a4ba-6f4c3085fa97 req-008162f1-7ab9-4bb8-863a-19a395d8aeec tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.1192245 Aug 09 14:52:49.493595 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4e5a344b-d631-486c-b26f-2884920cd830 req-2ccc7fc4-e0a2-40c1-91e8-993bf7696ac5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Aug 09 14:52:49.500142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3426307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9406067'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:49.531157 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ea66e71-8449-464a-a4ba-6f4c3085fa97 req-98dd1d27-3ba3-45df-bed0-6b1be9071f8d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762396 Aug 09 14:52:49.562673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2b06b1-4efc-48a3-a6cb-41183ef23379,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:52:49.571679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Checking segment: {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:52:49.572040 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Network hostable DHCP agents. Network: 413c9a34-299a-4ef0-8a05-71726228ea11, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:52:49.703553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Network 413c9a34-299a-4ef0-8a05-71726228ea11 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:52:49.777928 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 413c9a34-299a-4ef0-8a05-71726228ea11) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:52:49.783056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:49.788026 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:49.791413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df89831-da3d-4acc-b5f4-68a774fa0a38 None None] Network 413c9a34-299a-4ef0-8a05-71726228ea11 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:52:49.888176 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-92a34280-3402-4dbd-9d39-2fbff1ee759a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8078680 Aug 09 14:52:49.925439 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621105fe-a3ab-4c47-96cd-d70172c16c45 None None] Network 413c9a34-299a-4ef0-8a05-71726228ea11 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:52:50.623124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d00e53-d8ce-43a6-858b-099cf26dcc0d req-c4f5ee9c-4aa3-4e3e-99c5-8bb8f357fb2b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:50.624810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07d00e53-d8ce-43a6-858b-099cf26dcc0d req-c4f5ee9c-4aa3-4e3e-99c5-8bb8f357fb2b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0626512 Aug 09 14:52:50.688985 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602add49-6dc3-499e-bdac-b1f9a89d5c63 req-3bd090dd-a7da-4f58-9c8e-e2f43e2117d6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:50.690450 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-602add49-6dc3-499e-bdac-b1f9a89d5c63 req-3bd090dd-a7da-4f58-9c8e-e2f43e2117d6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0854456 Aug 09 14:52:50.693437 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07d00e53-d8ce-43a6-858b-099cf26dcc0d req-0039f0c1-e060-4ea1-a3b2-4ea92a422e82 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Aug 09 14:52:50.733179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-602add49-6dc3-499e-bdac-b1f9a89d5c63 req-8d6d39cd-7328-440b-9505-d01762826b36 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366225 Aug 09 14:52:51.808708 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a66c04-60b6-42e7-a56b-96ed85d0791d req-155b9349-8693-4d71-a5e3-8615f009172d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:51.810043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7a66c04-60b6-42e7-a56b-96ed85d0791d req-155b9349-8693-4d71-a5e3-8615f009172d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0497429 Aug 09 14:52:52.094369 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eced5-2d05-4915-ae20-9436c231e0e6 req-96d1012e-a965-44f6-a05f-5f48014fe063 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:52.095805 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ce1eced5-2d05-4915-ae20-9436c231e0e6 req-96d1012e-a965-44f6-a05f-5f48014fe063 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.2848890 Aug 09 14:52:52.098424 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7a66c04-60b6-42e7-a56b-96ed85d0791d req-601d984e-4758-409c-8481-bea09509f9dc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783031 Aug 09 14:52:52.132540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ce1eced5-2d05-4915-ae20-9436c231e0e6 req-79d54fa0-2201-4f0b-95fe-f13fa96261b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308247 Aug 09 14:52:53.221726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c8e1-87b2-4358-8f5c-8b602310f584 req-27eff204-4b31-458f-ba9e-230d9e094380 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:53.223173 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b68c8e1-87b2-4358-8f5c-8b602310f584 req-27eff204-4b31-458f-ba9e-230d9e094380 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0567465 Aug 09 14:52:53.288400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41c8e-c4dc-4b27-ad81-95d31c93e6d3 req-50e8858f-55e2-44f9-895f-87306f0f8eaf tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:53.289853 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8f41c8e-c4dc-4b27-ad81-95d31c93e6d3 req-50e8858f-55e2-44f9-895f-87306f0f8eaf tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0840309 Aug 09 14:52:53.292848 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b68c8e1-87b2-4358-8f5c-8b602310f584 req-fd8f7692-fb88-4a31-8040-00444013c411 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530379 Aug 09 14:52:53.327291 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8f41c8e-c4dc-4b27-ad81-95d31c93e6d3 req-3a9a671f-2aae-41e2-91bc-836b58309eb5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Aug 09 14:52:53.959786 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-f0b5399c-dad4-459d-9cf7-74a2f3e1f5f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389283 Aug 09 14:52:54.053674 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-eee9d08d-9619-4e5d-a0ea-e2646c9250ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:54.055164 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-eee9d08d-9619-4e5d-a0ea-e2646c9250ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 1098 time: 0.0392292 Aug 09 14:52:54.161056 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-15f6aad5-7842-40e0-8f04-bb2b4c218457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:54.162783 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-15f6aad5-7842-40e0-8f04-bb2b4c218457 service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.0871282 Aug 09 14:52:54.206785 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-8d734c2a-616d-4535-956e-ed4ed22975c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 200 len: 217 time: 0.0349023 Aug 09 14:52:54.253953 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-58773c20-c145-4c93-acca-5526e2beddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:54.255388 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-58773c20-c145-4c93-acca-5526e2beddfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0416496 Aug 09 14:52:54.289315 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-74c60eb2-2256-413e-8e8e-e85a74924c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246520 Aug 09 14:52:54.384526 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-06efe028-314f-439d-a036-d51fafe44ca9 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Aug 09 14:52:54.427712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ecc89-cf8d-4600-badd-34260c6c3862 req-58c8ac39-b49c-4512-a4b8-7e73ac0750ac tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:54.429353 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a27ecc89-cf8d-4600-badd-34260c6c3862 req-58c8ac39-b49c-4512-a4b8-7e73ac0750ac tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0680580 Aug 09 14:52:54.490204 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ad11e38a-8d93-4ae6-8e32-8c8a08a72ab1 req-f81d8509-936d-4236-ae5d-bbf9c82fe6b3 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980887 Aug 09 14:52:54.495805 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1e6df-3d7e-4210-b028-25ade8cbc33b req-898791fd-ae24-4de0-9ecb-3262861fcd7e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:54.497326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edb1e6df-3d7e-4210-b028-25ade8cbc33b req-898791fd-ae24-4de0-9ecb-3262861fcd7e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0961962 Aug 09 14:52:54.500887 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a27ecc89-cf8d-4600-badd-34260c6c3862 req-62e9e80f-5309-456d-bf84-4b54c5992f7e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Aug 09 14:52:54.548266 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edb1e6df-3d7e-4210-b028-25ade8cbc33b req-6734622c-f64f-428b-87f9-03d5d6496816 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438998 Aug 09 14:52:55.531238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-3523328a-4640-429c-ad42-065b52263317 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:55.532743 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-3523328a-4640-429c-ad42-065b52263317 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/networks?id=413c9a34-299a-4ef0-8a05-71726228ea11 HTTP/1.1" status: 200 len: 808 time: 0.1114550 Aug 09 14:52:55.548542 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-9feac4e4-e3a4-489f-9a24-ac5a2921d04a tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/quotas/574cb424d0824ca08fa69725da907e8b HTTP/1.1" status: 200 len: 375 time: 0.0096209 Aug 09 14:52:55.586727 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-9f0be0fa-5c6e-4947-bc2e-82b3c9f314f1 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323720 Aug 09 14:52:55.691049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6100-821a-40b8-918e-cd90903220d5 req-33972daf-05f0-4bfa-9e84-93ea3b1d157a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:55.692628 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0bda6100-821a-40b8-918e-cd90903220d5 req-33972daf-05f0-4bfa-9e84-93ea3b1d157a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1085694 Aug 09 14:52:55.727505 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-a665581c-5c61-4f3b-8d9d-318228262c37 service neutron] 10.222.0.45 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326532 Aug 09 14:52:55.791018 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0bda6100-821a-40b8-918e-cd90903220d5 req-9660577b-e769-44e7-a660-c14645dc9483 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908949 Aug 09 14:52:55.850207 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-ebd4aa0c-41ac-47d4-8cf7-b77546f051a1 service neutron] 10.222.0.45 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159005 Aug 09 14:52:55.919609 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a33c03-9040-44c1-8514-24ca7de147a6 req-07d20000-c1d6-4fcc-a565-e8a7929c66ff tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:55.921444 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97a33c03-9040-44c1-8514-24ca7de147a6 req-07d20000-c1d6-4fcc-a565-e8a7929c66ff tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0618382 Aug 09 14:52:55.963414 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97a33c03-9040-44c1-8514-24ca7de147a6 req-db22db8e-c983-4fa9-86c0-699859b8dbde tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Aug 09 14:52:56.230972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-19a1a24f-319c-4dbc-b1bb-b90c18244cc6 req-8e036aa3-9507-475d-bc93-e585efc911c9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0495734 Aug 09 14:52:56.971736 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98058eb-c8f5-46dd-9e0b-814b61a95509 req-ee3ae191-9103-403d-ac44-4c045b72c54f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:56.973502 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b98058eb-c8f5-46dd-9e0b-814b61a95509 req-ee3ae191-9103-403d-ac44-4c045b72c54f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0902257 Aug 09 14:52:57.045117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b98058eb-c8f5-46dd-9e0b-814b61a95509 req-edb137e6-163d-4141-9718-e5d15462a5f4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616946 Aug 09 14:52:57.203300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d164513-8535-41ac-939e-474bc23fc454 req-d36febc2-3eef-4e49-92ca-4e282d1a590b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:57.204826 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9d164513-8535-41ac-939e-474bc23fc454 req-d36febc2-3eef-4e49-92ca-4e282d1a590b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0943568 Aug 09 14:52:57.252914 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:57.285542 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9d164513-8535-41ac-939e-474bc23fc454 req-e8795bd1-1a08-4aab-bc29-9e995c682db3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654824 Aug 09 14:52:57.353277 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-42c96c6c-7b9b-4fd4-8834-99c6e0172d94 req-af8c74c6-ab82-4278-8dca-2704ccb269d7 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0317886 Aug 09 14:52:58.220612 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed68dae-51d1-4be2-b152-6571ddcb0a5c req-155a847f-5c96-47b3-9bdb-33d88c4a7911 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:58.222159 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ed68dae-51d1-4be2-b152-6571ddcb0a5c req-155a847f-5c96-47b3-9bdb-33d88c4a7911 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0820215 Aug 09 14:52:58.303278 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ed68dae-51d1-4be2-b152-6571ddcb0a5c req-ee091792-14e5-4134-be64-af7826816eb5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736761 Aug 09 14:52:58.446315 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbb1d0-d05a-4df3-97bb-188638bd01de req-6519b9cf-a0ed-46df-a77c-e8d141acf9ba tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:58.454829 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4afbb1d0-d05a-4df3-97bb-188638bd01de req-6519b9cf-a0ed-46df-a77c-e8d141acf9ba tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0976417 Aug 09 14:52:58.499872 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-5c275135-d691-4b17-bd78-35300a2fe6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:52:58.517554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-91bbde3a-d359-4ad5-8bb5-6cccc3747497 req-0c6d917a-38bd-4267-afd2-712dd08e0a59 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0407193 Aug 09 14:52:58.535143 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4afbb1d0-d05a-4df3-97bb-188638bd01de req-fb7c12fc-f5d1-492c-9dc5-2df3f629b6ea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739660 Aug 09 14:52:58.646197 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:52:59.435728 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048f83-ddc1-48ae-b46b-7dc21a83c601 req-3c7deb09-16ee-45ee-be10-0a52c58f3f50 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:59.437393 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c7048f83-ddc1-48ae-b46b-7dc21a83c601 req-3c7deb09-16ee-45ee-be10-0a52c58f3f50 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0541396 Aug 09 14:52:59.477293 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c7048f83-ddc1-48ae-b46b-7dc21a83c601 req-692619f1-5a03-4a3d-aced-27ca9a826bc3 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332587 Aug 09 14:52:59.704988 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3a8a2358-e8fc-4ef4-9835-506cf384cdf1 req-0d77ea35-a5d4-454c-9466-bf9c70f07002 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0798926 Aug 09 14:52:59.743395 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fffa1e-a63d-4d06-bac9-f42bab4b6f81 req-f432380b-9786-45c1-977e-9ddefb9551e8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:59.751761 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0fffa1e-a63d-4d06-bac9-f42bab4b6f81 req-f432380b-9786-45c1-977e-9ddefb9551e8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.1196859 Aug 09 14:52:59.830043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0fffa1e-a63d-4d06-bac9-f42bab4b6f81 req-b3cb0b85-aeab-4f91-8e6e-1067d31c2218 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773437 Aug 09 14:52:59.871447 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-24cf4c26-a7e8-4ea4-a71a-f89cddc4cfc9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:52:59.873151 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-24cf4c26-a7e8-4ea4-a71a-f89cddc4cfc9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "GET /v2.0/networks?id=413c9a34-299a-4ef0-8a05-71726228ea11 HTTP/1.1" status: 200 len: 808 time: 0.2020695 Aug 09 14:52:59.886964 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Request body: {'port': {'device_id': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11', 'admin_state_up': True, 'tenant_id': '574cb424d0824ca08fa69725da907e8b'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:00.172376 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Made reservation on behalf of 574cb424d0824ca08fa69725da907e8b for: {'port': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:00.176290 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:00.334105 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Allocated IP 172.20.0.2 (413c9a34-299a-4ef0-8a05-71726228ea11/5d2b06b1-4efc-48a3-a6cb-41183ef23379/aae9c340-9f17-4aeb-b582-f296ff0fd490) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:00.625860 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760017-3b77-4301-a1ce-82421d901b36 req-11ce70fc-ce30-4d8b-a9f0-fdb37fb0fbea tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:00.628779 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5b760017-3b77-4301-a1ce-82421d901b36 req-11ce70fc-ce30-4d8b-a9f0-fdb37fb0fbea tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0667701 Aug 09 14:53:00.674594 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5b760017-3b77-4301-a1ce-82421d901b36 req-7533f287-b359-4ba9-8523-ef427dbb948b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Aug 09 14:53:00.772672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:00.838801 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cc91522d-044d-4a30-b3b2-2724d788f265 req-fe6d17d8-21ed-4abb-9790-db646c354f4b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0435631 Aug 09 14:53:00.892997 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:00.973646 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Network 413c9a34-299a-4ef0-8a05-71726228ea11 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:00.979539 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:00.988682 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:00.993121 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8214c-3b6f-422b-8e9c-3343196a8869 req-780b06e0-67be-422f-b565-bd24d002e9a8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:00.998849 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ea8214c-3b6f-422b-8e9c-3343196a8869 req-780b06e0-67be-422f-b565-bd24d002e9a8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0793107 Aug 09 14:53:01.040050 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Pushing event updated for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:01.074980 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:01.075795 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ea8214c-3b6f-422b-8e9c-3343196a8869 req-5e4e9059-7d03-4449-9a69-5576e0442e83 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Aug 09 14:53:01.076138 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:01.176715 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-5b8534d7-9c3f-42d2-94fd-1e45dbd21724 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940164 Aug 09 14:53:01.198709 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-351fbd24-4abf-466d-9584-a957ca36f1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:01.623668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:01.823628 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2451de7-f55d-4b01-a023-c2e58a228ed2 req-f5315506-6344-482c-bb9f-d2db44ed13a0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:01.829517 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2451de7-f55d-4b01-a023-c2e58a228ed2 req-f5315506-6344-482c-bb9f-d2db44ed13a0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0710955 Aug 09 14:53:01.892561 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2451de7-f55d-4b01-a023-c2e58a228ed2 req-66f00b96-8378-457c-8b61-2aa7a6464a88 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601227 Aug 09 14:53:01.989400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49785e5e-f34c-4218-b030-5e14e1401dce req-a0537822-7c13-41ed-96a0-7f0d6b79df1e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:01.991001 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-49785e5e-f34c-4218-b030-5e14e1401dce req-a0537822-7c13-41ed-96a0-7f0d6b79df1e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 931 time: 0.0580044 Aug 09 14:53:02.036128 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-49785e5e-f34c-4218-b030-5e14e1401dce req-681903a6-dcb4-4f3a-bf3b-153447cc1fac tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Aug 09 14:53:02.243375 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b0573-ed81-45ac-8940-6ae969674a80 req-44ac2bec-0f73-48bc-9dff-00cdbafdc487 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:02.245005 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-338b0573-ed81-45ac-8940-6ae969674a80 req-44ac2bec-0f73-48bc-9dff-00cdbafdc487 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0890808 Aug 09 14:53:02.308958 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-338b0573-ed81-45ac-8940-6ae969674a80 req-df224878-a27d-4ee5-9e43-9d24edada2d6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Aug 09 14:53:02.383506 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:03.006514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea220bc-21e0-4d91-a9f7-fb480d74cfce req-ba4e243a-1551-4aae-80a4-7ef81b726f89 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:03.008034 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ea220bc-21e0-4d91-a9f7-fb480d74cfce req-ba4e243a-1551-4aae-80a4-7ef81b726f89 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0551887 Aug 09 14:53:03.052139 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ea220bc-21e0-4d91-a9f7-fb480d74cfce req-ffaa5b8e-62a8-4aac-a690-1c3e23362852 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Aug 09 14:53:03.162088 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8576e-ab09-4889-be95-77c0819c4177 req-e839b914-05f1-4e76-9550-cb13a81de011 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:03.165871 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6dd8576e-ab09-4889-be95-77c0819c4177 req-e839b914-05f1-4e76-9550-cb13a81de011 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 931 time: 0.0538461 Aug 09 14:53:03.227435 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6dd8576e-ab09-4889-be95-77c0819c4177 req-f6f27d3c-71e1-4df9-862e-aaba5f034a9c tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Aug 09 14:53:03.381985 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Request body: {'port': {'device_id': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:03.463088 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091297a-1bc9-4cd7-b2cf-f1f658fdf057 req-32bde9d3-da97-4d78-99f4-96a6f4f1f6aa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:03.463088 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0091297a-1bc9-4cd7-b2cf-f1f658fdf057 req-32bde9d3-da97-4d78-99f4-96a6f4f1f6aa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0667906 Aug 09 14:53:03.479840 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:03.538058 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0091297a-1bc9-4cd7-b2cf-f1f658fdf057 req-01885e49-68d9-45e9-93f8-0738fec67eec tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652740 Aug 09 14:53:03.750336 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:03.819745 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae9c340-9f17-4aeb-b582-f296ff0fd490 {{(pid=100406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:53:03.835836 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:03.850689 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Transition to ACTIVE for port object aae9c340-9f17-4aeb-b582-f296ff0fd490 will not be triggered until provisioned by entity L2. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:03.909549 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:03.995735 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Pushing event updated for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:04.090741 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Attempting to bind port aae9c340-9f17-4aeb-b582-f296ff0fd490 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:04.091543 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Attempting to bind port aae9c340-9f17-4aeb-b582-f296ff0fd490 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:04.094953 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Attempting to bind port aae9c340-9f17-4aeb-b582-f296ff0fd490 on network 413c9a34-299a-4ef0-8a05-71726228ea11 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:04.101353 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Port aae9c340-9f17-4aeb-b582-f296ff0fd490 on network 413c9a34-299a-4ef0-8a05-71726228ea11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:53:04.101518 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Attempting to bind port aae9c340-9f17-4aeb-b582-f296ff0fd490 on network 413c9a34-299a-4ef0-8a05-71726228ea11 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:04.113777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:04.113777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Checking segment: {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:04.113777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Bound using segment: {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:04.113777 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Bound port: aae9c340-9f17-4aeb-b582-f296ff0fd490, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'}}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:04.114381 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:04.259874 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, cleared binding levels {{(pid=100406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:04.265108 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:04.323710 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643df13-134e-440f-a35c-7b33c51c30b1 req-54685c04-4679-49d5-8605-1d79ba0bf494 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.332540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9643df13-134e-440f-a35c-7b33c51c30b1 req-54685c04-4679-49d5-8605-1d79ba0bf494 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1319497 Aug 09 14:53:04.338441 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:04.429783 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Pushing event updated for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=3']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:04.447463 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.449577 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:04.459173 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-fbae4c4b-cdf4-4b11-9d4f-62b0031aa19a service neutron] 10.222.0.58 "PUT /v2.0/ports/aae9c340-9f17-4aeb-b582-f296ff0fd490 HTTP/1.1" status: 200 len: 1093 time: 1.0796371 Aug 09 14:53:04.463041 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:04.474103 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb3266-ecd0-4eb2-b889-c1edc4f75178" -d '{"events": [{"name": "network-changed", "server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:04.484562 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9643df13-134e-440f-a35c-7b33c51c30b1 req-4806c365-7704-4b65-847c-f86aa8f66696 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504588 Aug 09 14:53:04.503311 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8280-a013-4c35-acd7-b2d319c524c7 req-4915b7e9-310e-41f7-a24d-392aeac16326 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.516019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-435a8280-a013-4c35-acd7-b2d319c524c7 req-4915b7e9-310e-41f7-a24d-392aeac16326 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 943 time: 0.1551099 Aug 09 14:53:04.557871 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9669e-f9c9-4d65-a669-d949e2a79aa2 x-openstack-request-id: req-fea9669e-f9c9-4d65-a669-d949e2a79aa2 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:04.558482 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:04.559405 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fea9669e-f9c9-4d65-a669-d949e2a79aa2 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:04.559405 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490', 'status': 'completed', 'code': 200} Aug 09 14:53:04.579943 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-435a8280-a013-4c35-acd7-b2d319c524c7 req-e8a68f80-9ae5-4c32-aab6-8833d504eb85 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617933 Aug 09 14:53:04.666755 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-5cef819b-e5f7-4504-890e-fbd3d3edbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.668530 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-5cef819b-e5f7-4504-890e-fbd3d3edbdb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0887496 Aug 09 14:53:04.773503 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367190f-489f-4dc0-962f-759ca627e229 req-31638055-b524-4058-9697-fb685533d132 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.781231 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9367190f-489f-4dc0-962f-759ca627e229 req-31638055-b524-4058-9697-fb685533d132 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0680821 Aug 09 14:53:04.857117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9367190f-489f-4dc0-962f-759ca627e229 req-49a6e61b-9f10-4486-b122-8997215cdb54 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749531 Aug 09 14:53:04.955532 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-368bddf9-c4ff-41e3-8b70-9d968e918460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:04.957316 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-368bddf9-c4ff-41e3-8b70-9d968e918460 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=574cb424d0824ca08fa69725da907e8b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2789083 Aug 09 14:53:05.146218 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-dfd4c999-b36d-4926-aa53-99494f1e7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:05.148676 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-96bb3266-ecd0-4eb2-b889-c1edc4f75178 req-dfd4c999-b36d-4926-aa53-99494f1e7daf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831574 Aug 09 14:53:05.243646 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-8b24192b-ed97-4c97-ac2e-7fbb6c441e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:05.245152 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-8b24192b-ed97-4c97-ac2e-7fbb6c441e09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0482774 Aug 09 14:53:05.300679 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-49271e0f-8067-4b1c-a628-714e6b1135a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490 HTTP/1.1" status: 200 len: 217 time: 0.0438092 Aug 09 14:53:05.374951 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-86d92c22-f3fb-4e84-9526-60da72c8cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:05.387003 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-86d92c22-f3fb-4e84-9526-60da72c8cd74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d2b06b1-4efc-48a3-a6cb-41183ef23379 HTTP/1.1" status: 200 len: 848 time: 0.0770648 Aug 09 14:53:05.424690 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-c2e0bbf0-d333-4724-87ea-8d651a6444c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=413c9a34-299a-4ef0-8a05-71726228ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288806 Aug 09 14:53:05.529804 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-eafb7aea-6a5c-42d4-8f8b-62d7b175b0b3 service neutron] 10.222.0.58 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943384 Aug 09 14:53:05.651002 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac760-46fe-4cb9-a666-cee9e350b472 req-1b6622ee-d33c-4dec-a1c4-3e537fe68610 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:05.659661 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96fac760-46fe-4cb9-a666-cee9e350b472 req-1b6622ee-d33c-4dec-a1c4-3e537fe68610 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0754337 Aug 09 14:53:05.708862 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-10f10323-eb29-4a35-ac0c-081bda5c03e0 req-8c332f60-4d4d-4b92-8c79-54835e9138aa service neutron] 10.222.0.58 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687737 Aug 09 14:53:05.746844 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96fac760-46fe-4cb9-a666-cee9e350b472 req-d75cab99-a2f1-4e81-9d0e-a4f98a8646b7 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861659 Aug 09 14:53:05.769063 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f5dd-2b7a-480f-b985-53756ec173e3 req-cf166da0-deaf-4184-a87b-75530ecdaff4 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:05.770945 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d680f5dd-2b7a-480f-b985-53756ec173e3 req-cf166da0-deaf-4184-a87b-75530ecdaff4 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 943 time: 0.0756867 Aug 09 14:53:05.832186 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d680f5dd-2b7a-480f-b985-53756ec173e3 req-f3391ab4-1a29-4076-9d49-0d1204f52626 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 Aug 09 14:53:06.053300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f661d19-6344-405c-a278-0f5ad6084495 req-4807a0c9-bcf7-486d-80a6-078ea3314436 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:06.062095 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f661d19-6344-405c-a278-0f5ad6084495 req-4807a0c9-bcf7-486d-80a6-078ea3314436 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0827391 Aug 09 14:53:06.106613 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f661d19-6344-405c-a278-0f5ad6084495 req-38a3635b-543f-43e6-95a1-ded007a279b2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364580 Aug 09 14:53:06.868631 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e890db-13d2-4381-b4c2-3197dec01c8c req-d4ce6905-cdef-42ca-8d66-1a1c216a7ec9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:06.870148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-30e890db-13d2-4381-b4c2-3197dec01c8c req-d4ce6905-cdef-42ca-8d66-1a1c216a7ec9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0546486 Aug 09 14:53:06.941903 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-30e890db-13d2-4381-b4c2-3197dec01c8c req-ef8fd2bc-9de7-440f-95bc-cbca40e8f03e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653729 Aug 09 14:53:06.965948 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c17c61-67c6-48dd-9e06-139c26bb498c req-cfd10f07-5cb8-4af5-b4d1-528fccf1978d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:06.967619 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-20c17c61-67c6-48dd-9e06-139c26bb498c req-cfd10f07-5cb8-4af5-b4d1-528fccf1978d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 943 time: 0.0714545 Aug 09 14:53:07.012130 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-20c17c61-67c6-48dd-9e06-139c26bb498c req-c6769a09-c4cd-4272-a915-5e7f9e673f4d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 Aug 09 14:53:07.111353 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9daf-061e-4ed6-85ce-07965b210b5e req-aa78d8d1-15cb-439c-9ef3-afd080160768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:07.113357 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-567c9daf-061e-4ed6-85ce-07965b210b5e req-aa78d8d1-15cb-439c-9ef3-afd080160768 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0495961 Aug 09 14:53:07.172110 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-567c9daf-061e-4ed6-85ce-07965b210b5e req-d0e1cca7-cf36-4b85-ab5d-6fe867e7c37a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Aug 09 14:53:07.244353 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca714f38-2534-49c4-8bda-78964e945f84 req-8e57b5d2-abb4-42c9-8d45-1833c2b05346 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:07.246200 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca714f38-2534-49c4-8bda-78964e945f84 req-8e57b5d2-abb4-42c9-8d45-1833c2b05346 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0548370 Aug 09 14:53:07.302080 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca714f38-2534-49c4-8bda-78964e945f84 req-baceae9c-b00f-4c74-a3c8-beb4a62aa988 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476773 Aug 09 14:53:07.385902 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device aae9c340-9f17-4aeb-b582-f296ff0fd490 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:53:07.492397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:07.504696 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'aae9c340-9f17-4aeb-b582-f296ff0fd490', 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11', 'port_id': 'aae9c340-9f17-4aeb-b582-f296ff0fd490', 'mac_address': 'fa:16:3e:1e:fa:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2b06b1-4efc-48a3-a6cb-41183ef23379', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:53:07.543829 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:07.557715 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae9c340-9f17-4aeb-b582-f296ff0fd490 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:53:07.577790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:07.670019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:07.722670 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:08.017613 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['aae9c340-9f17-4aeb-b582-f296ff0fd490'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:53:08.066507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f528b0-c62a-47dd-bf06-fec2f5e13f91 req-c4e842ec-cbdb-4cbc-9bae-d67c938f3d88 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:08.068174 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f4f528b0-c62a-47dd-bf06-fec2f5e13f91 req-c4e842ec-cbdb-4cbc-9bae-d67c938f3d88 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0561285 Aug 09 14:53:08.132935 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f4f528b0-c62a-47dd-bf06-fec2f5e13f91 req-80c57ce3-a994-4cd8-a3c6-d4ff40e4072c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Aug 09 14:53:08.155656 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e667912-3199-4c24-a70e-2afd34115c2e req-f39bd507-2e02-42d7-b530-4ced6f6d9d18 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:08.157332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e667912-3199-4c24-a70e-2afd34115c2e req-f39bd507-2e02-42d7-b530-4ced6f6d9d18 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 944 time: 0.0618858 Aug 09 14:53:08.205084 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e667912-3199-4c24-a70e-2afd34115c2e req-94b97d84-a55f-4da5-b664-a1acb6e6e486 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Aug 09 14:53:08.417945 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be340e-2aa2-4051-a818-e30fa1fcc86f req-8fce147c-add0-4b5e-83a7-f6a7e34f9e2b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:08.419934 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b0be340e-2aa2-4051-a818-e30fa1fcc86f req-8fce147c-add0-4b5e-83a7-f6a7e34f9e2b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Aug 09 14:53:08.457450 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b0be340e-2aa2-4051-a818-e30fa1fcc86f req-c3a1e467-e153-4b74-9d4f-eb779248dba7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Aug 09 14:53:09.023541 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-76eb5424-af24-41f6-af11-8889ec350dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.025036 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-76eb5424-af24-41f6-af11-8889ec350dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1099 time: 0.0390463 Aug 09 14:53:09.114477 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-24ca5618-bba3-4618-a5bd-399896b73b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.115896 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-24ca5618-bba3-4618-a5bd-399896b73b4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.0830958 Aug 09 14:53:09.180645 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-58e41cf4-648d-454d-84d9-040d9d88a32d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 1001 time: 0.0564611 Aug 09 14:53:09.229965 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-62adf8e0-f38e-4069-b4b6-c35404724426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.231547 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-62adf8e0-f38e-4069-b4b6-c35404724426 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0433097 Aug 09 14:53:09.267549 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc1945-54c9-4846-937a-3a07f0ac143c req-cd682710-6cdb-48a2-a4c7-ce104f0b1aa6 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.275062 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4fc1945-54c9-4846-937a-3a07f0ac143c req-cd682710-6cdb-48a2-a4c7-ce104f0b1aa6 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0665162 Aug 09 14:53:09.289412 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-ad0c2a90-af77-43a6-8a0f-4511c32743f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.289412 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-ad0c2a90-af77-43a6-8a0f-4511c32743f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477464 Aug 09 14:53:09.341438 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4fc1945-54c9-4846-937a-3a07f0ac143c req-102e2fc0-eeed-499e-b933-ac00d93306db tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634649 Aug 09 14:53:09.350154 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3ec8-94d9-4666-84b6-7b10d00619c1 req-91c6244d-1d60-4a92-936c-ed2252e5e28a tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.354257 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-479e3ec8-94d9-4666-84b6-7b10d00619c1 req-91c6244d-1d60-4a92-936c-ed2252e5e28a tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 944 time: 0.0781822 Aug 09 14:53:09.390826 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device aae9c340-9f17-4aeb-b582-f296ff0fd490 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:09.401755 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-d086aa82-7d8f-4287-af79-6a6c2cdda7e6 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037662 Aug 09 14:53:09.404545 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-479e3ec8-94d9-4666-84b6-7b10d00619c1 req-8e094d41-3c55-48e7-a023-19372bc7e488 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Aug 09 14:53:09.510094 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-079eede5-72d3-4fb9-94a8-646986544cc2 req-be67ef6d-0548-4eeb-b79d-641f724839f2 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962987 Aug 09 14:53:09.530882 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port aae9c340-9f17-4aeb-b582-f296ff0fd490 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:09.538729 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port aae9c340-9f17-4aeb-b582-f296ff0fd490 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:09.539129 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:09.587063 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd1e12-2c74-46a2-a9be-b0a97b394558 req-47ce7a24-7629-4160-8f5a-9c2d169ba8ff tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.588612 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a8bd1e12-2c74-46a2-a9be-b0a97b394558 req-47ce7a24-7629-4160-8f5a-9c2d169ba8ff tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0495317 Aug 09 14:53:09.623348 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:09.640117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a8bd1e12-2c74-46a2-a9be-b0a97b394558 req-3016e3ff-8f50-47be-8fc5-c2e78d40725f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Aug 09 14:53:09.648501 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:09.661643 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69e7489-3edf-4983-9113-aec5ed27b54c" -d '{"events": [{"server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "name": "network-vif-plugged", "status": "completed", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:09.666360 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:09.699692 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dccdff-6888-4dfb-b6ad-00e84094892d x-openstack-request-id: req-38dccdff-6888-4dfb-b6ad-00e84094892d {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:09.699979 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "name": "network-vif-plugged", "status": "completed", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:09.700226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38dccdff-6888-4dfb-b6ad-00e84094892d {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:09.700649 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490', 'code': 200} Aug 09 14:53:09.733049 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:09.783413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:09.907693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d0b6f-653c-4a1a-9f2e-e1d53fefef5c req-e1547b43-2cca-4989-8209-83444ded1c1f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.909110 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e19d0b6f-653c-4a1a-9f2e-e1d53fefef5c req-e1547b43-2cca-4989-8209-83444ded1c1f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0522366 Aug 09 14:53:09.953683 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e19d0b6f-653c-4a1a-9f2e-e1d53fefef5c req-11fa8dec-040b-4db7-b89e-bd2806a8f997 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Aug 09 14:53:09.962617 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-c75592c8-c587-4ad6-ba10-e8cb476565b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:09.964120 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-c75592c8-c587-4ad6-ba10-e8cb476565b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b5a203694e4934b35b05b12e3989d7&device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 1099 time: 0.0416820 Aug 09 14:53:10.005389 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5f459-d9e6-4257-bae3-2ef2afed03d1 req-65458b84-839d-4824-aa36-78a41aa7c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:10.006911 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-39c5f459-d9e6-4257-bae3-2ef2afed03d1 req-65458b84-839d-4824-aa36-78a41aa7c950 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 1098 time: 0.0417495 Aug 09 14:53:10.045462 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-39c5f459-d9e6-4257-bae3-2ef2afed03d1 req-8bca5511-0374-4f10-aca9-a43d8b05c88e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297799 Aug 09 14:53:10.056302 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-13ac2869-b9b6-4f8f-a218-3a8b73186b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:10.057749 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-13ac2869-b9b6-4f8f-a218-3a8b73186b9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 200 len: 920 time: 0.0863748 Aug 09 14:53:10.235365 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-602f47db-4bf0-4871-a7db-0aaf3a43865b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 200 len: 217 time: 0.0370414 Aug 09 14:53:10.284387 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-f2967983-54c5-427c-9e39-ed2658a37161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:10.285777 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-f2967983-54c5-427c-9e39-ed2658a37161 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 200 len: 859 time: 0.0427332 Aug 09 14:53:10.315608 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-a1556b24-c0b4-4937-83c8-5a246e86d552 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0219619 Aug 09 14:53:10.406840 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-6486cba1-09ca-4dd8-becc-940594d98621 service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Aug 09 14:53:10.504662 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-9342d61a-e6d7-4944-90d0-67a25635a473 req-dc9268b7-b76e-41b9-a94e-8956ea39d77d service neutron] 10.222.0.58 "GET /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Aug 09 14:53:10.517650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3ddb-629e-42de-975d-f47567daa7d7 req-79f85b08-f507-4197-85b8-faf9c13fdc9d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:10.519290 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-162d3ddb-629e-42de-975d-f47567daa7d7 req-79f85b08-f507-4197-85b8-faf9c13fdc9d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Aug 09 14:53:10.558141 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-162d3ddb-629e-42de-975d-f47567daa7d7 req-7e26668a-dad7-43ba-8ba9-ff3f5201e0d0 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Aug 09 14:53:10.783413 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77514c-6ae5-4d5c-b4f5-49033d0e5360 req-5d9bd31d-2bb8-4551-9baa-a48700c967af tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:10.784975 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dc77514c-6ae5-4d5c-b4f5-49033d0e5360 req-5d9bd31d-2bb8-4551-9baa-a48700c967af tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 946 time: 0.0643332 Aug 09 14:53:10.825554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dc77514c-6ae5-4d5c-b4f5-49033d0e5360 req-2cca2f67-f6c6-47b7-b716-c16ea236891e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344474 Aug 09 14:53:11.072508 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0132a-89b6-4727-8113-75b5cbff2fe0 req-0d3d5feb-ce4f-4906-ad3b-4a38319f586b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:11.074061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ca0132a-89b6-4727-8113-75b5cbff2fe0 req-0d3d5feb-ce4f-4906-ad3b-4a38319f586b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0536454 Aug 09 14:53:11.112133 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ca0132a-89b6-4727-8113-75b5cbff2fe0 req-5c10bd57-eace-4496-a2a1-d573ecdadfdc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Aug 09 14:53:11.275171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 39918) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:11.400186 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:53:11.416984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b38aa4b5-734b-4d78-9cf9-cc9cf4071b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.477886 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.506372 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b38aa4b5-734b-4d78-9cf9-cc9cf4071b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.510491 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:11.576323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b38aa4b5-734b-4d78-9cf9-cc9cf4071b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.607390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.617033 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aa4b5-734b-4d78-9cf9-cc9cf4071b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c42e81-e3aa-43e3-86be-a3495227e2f3,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:11.624796 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39924) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:11.625278 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b38aa4b5-734b-4d78-9cf9-cc9cf4071b16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5fd27c38b3340358cb211f6ecf241e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485940 Aug 09 14:53:11.675420 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=8']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:11.689310 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.697139 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a768a6-74a8-4b90-ab88-49429f5b43a6 req-0ddf3488-ca32-4384-9524-25e496d4f26e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:11.698656 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c1a768a6-74a8-4b90-ab88-49429f5b43a6 req-0ddf3488-ca32-4384-9524-25e496d4f26e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0580106 Aug 09 14:53:11.701351 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:11.703710 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30909e3f-d1fb-4a9a-92af-b490c1405693" -d '{"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-unplugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:11.717941 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.742562 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffb756-ab32-4702-91c9-1eb786bd7a0f x-openstack-request-id: req-b5ffb756-ab32-4702-91c9-1eb786bd7a0f {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:11.742865 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-unplugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:11.743137 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5ffb756-ab32-4702-91c9-1eb786bd7a0f {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:11.743539 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'code': 200} Aug 09 14:53:11.746508 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c1a768a6-74a8-4b90-ab88-49429f5b43a6 req-82e7828b-b5fc-4fb6-a249-fb4feeaf594b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Aug 09 14:53:11.890305 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.892992 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:11.894152 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13c42e81-e3aa-43e3-86be-a3495227e2f3 HTTP/1.1" status: 204 len: 168 time: 0.2683227 Aug 09 14:53:11.903217 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5becba-5744-4bc9-add3-ef887957b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c42e81-e3aa-43e3-86be-a3495227e2f3,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:11.954746 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcd4b8-3bfd-44ce-9b4f-6ef93b1c76d7 req-3289d07c-b3d4-4b9c-b1d8-d8e2a919c862 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:11.956323 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02bcd4b8-3bfd-44ce-9b4f-6ef93b1c76d7 req-3289d07c-b3d4-4b9c-b1d8-d8e2a919c862 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0539172 Aug 09 14:53:11.996243 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02bcd4b8-3bfd-44ce-9b4f-6ef93b1c76d7 req-f4b77ccf-6e97-4be1-bf30-edc3c5dd68e9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Aug 09 14:53:12.228228 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0850-8d33-46ab-90dc-10b3849fd163 req-16928a2a-4009-4435-ad83-f6b92d464e35 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:12.229728 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5dff0850-8d33-46ab-90dc-10b3849fd163 req-16928a2a-4009-4435-ad83-f6b92d464e35 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0478668 Aug 09 14:53:12.272328 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5dff0850-8d33-46ab-90dc-10b3849fd163 req-e11f0f5d-4faf-45f3-990b-9d7ed7425ccc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354514 Aug 09 14:53:12.993872 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39968) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:13.095894 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-748099827-network', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:13.145763 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697c95-3fb2-472e-85f5-e6da9d14c939 req-37cf24e9-9aec-4de1-83b6-732dd6376c1d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:13.147892 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-78697c95-3fb2-472e-85f5-e6da9d14c939 req-37cf24e9-9aec-4de1-83b6-732dd6376c1d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0785811 Aug 09 14:53:13.187898 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-78697c95-3fb2-472e-85f5-e6da9d14c939 req-27513688-3ea0-4e45-a380-ce4dd715d4ba tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Aug 09 14:53:13.244284 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Made reservation on behalf of 2c92c65dcc31487da1708bdb206f8251 for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:13.246626 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.256116 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.343046 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.410322 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.438858 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:53:13.452139 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1113e-07e6-44f9-af51-cca9a358799c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:13.458984 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.459352 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Added segment 9815e55d-7391-4919-9776-4f61c8264be5 of type vlan for network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 Aug 09 14:53:13.492178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d692ce6-5da4-423d-982c-7bf7227ae6ea req-1de50dce-7247-4192-ab12-062ca4f40f79 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:13.493734 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8d692ce6-5da4-423d-982c-7bf7227ae6ea req-1de50dce-7247-4192-ab12-062ca4f40f79 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0572383 Aug 09 14:53:13.509051 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.534212 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8d692ce6-5da4-423d-982c-7bf7227ae6ea req-15355d70-25d9-4b75-bc2f-a37df6b9461b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 09 14:53:13.615886 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.616981 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:13.617576 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:13.641184 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14bcdf-9a06-4fc4-8407-83d97dca9dc1 req-d55ad6ac-959b-4b59-8963-abb25b041bcb tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:13.642603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a14bcdf-9a06-4fc4-8407-83d97dca9dc1 req-d55ad6ac-959b-4b59-8963-abb25b041bcb tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0488515 Aug 09 14:53:13.678651 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] Pushing event updated for resources: {'Network': ['ID=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:13.684172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a14bcdf-9a06-4fc4-8407-83d97dca9dc1 req-00fc835b-a4d1-4576-ba96-3f4679a666f4 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Aug 09 14:53:13.689337 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:53:13.746907 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e526fe94-ae5d-45b2-adac-f0120cfb487e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7519431 Aug 09 14:53:13.752514 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 39994) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:13.762549 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Request body: {'subnet': {'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-748099827-subnet', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:13.869692 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Made reservation on behalf of 2c92c65dcc31487da1708bdb206f8251 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:13.872081 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.142454 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.200140 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4b5059-f46f-4361-b556-a23e7bb82d23,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:14.208801 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Checking segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:14.209153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Network hostable DHCP agents. Network: 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:53:14.303452 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:53:14.381757 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:14.390327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7718e-8701-4f46-82ad-b813166c41fd None None] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:14.394054 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:14.394645 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.508448 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-efd5bc31-c1fb-417d-8dd2-68877fa63f24 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7535303 Aug 09 14:53:14.511175 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40018) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:14.516546 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:14.553960 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:53:14.557921 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.605180 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.606639 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.672653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.711595 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Allocated IP 172.20.0.2 (7c9ad72a-c218-41f4-a4b2-d8e0cff10d02/7b4b5059-f46f-4361-b556-a23e7bb82d23/c1b76060-18de-466f-a6d9-93d9c8add294) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:14.881356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f6b8d-c991-48f4-be72-710b392745dd req-03fe5b9c-70f6-4f86-8a77-38b80d57805d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:14.889850 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d76f6b8d-c991-48f4-be72-710b392745dd req-03fe5b9c-70f6-4f86-8a77-38b80d57805d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 945 time: 0.0879526 Aug 09 14:53:14.967975 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d76f6b8d-c991-48f4-be72-710b392745dd req-d47b5b9e-9bcf-4db5-9318-b2279cdcc3aa tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767477 Aug 09 14:53:14.980444 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:14.999413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Transition to ACTIVE for port object c1b76060-18de-466f-a6d9-93d9c8add294 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:15.019085 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Transition to ACTIVE for port object c1b76060-18de-466f-a6d9-93d9c8add294 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:15.056726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd28c7-dee8-4107-bb66-8b2fc9dc3e33 req-2f11d485-ea66-47bd-b575-a75adbefbfd3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:15.058446 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecfd28c7-dee8-4107-bb66-8b2fc9dc3e33 req-2f11d485-ea66-47bd-b575-a75adbefbfd3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0708117 Aug 09 14:53:15.104610 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.135538 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecfd28c7-dee8-4107-bb66-8b2fc9dc3e33 req-44fdebfd-13b3-443f-bf8c-74392b6f313f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647655 Aug 09 14:53:15.159536 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:15.162246 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:15.166656 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:15.184094 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Pushing event updated for resources: {'Port': ['ID=c1b76060-18de-466f-a6d9-93d9c8add294,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:15.235623 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02658206-ede6-4e30-947e-b6071a572cc3 req-9f4466dd-71a4-4d07-a76f-5067dcf7aa67 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:15.237244 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02658206-ede6-4e30-947e-b6071a572cc3 req-9f4466dd-71a4-4d07-a76f-5067dcf7aa67 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 945 time: 0.1955836 Aug 09 14:53:15.244835 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.257791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Attempting to bind port c1b76060-18de-466f-a6d9-93d9c8add294 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:15.261171 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Attempting to bind port c1b76060-18de-466f-a6d9-93d9c8add294 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:15.261171 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Attempting to bind port c1b76060-18de-466f-a6d9-93d9c8add294 on network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:15.266043 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:15.266510 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Checking segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:15.266999 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.267480 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Bound using segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:15.268013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Bound port: c1b76060-18de-466f-a6d9-93d9c8add294, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:15.268465 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.354479 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] For port c1b76060-18de-466f-a6d9-93d9c8add294, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:15.359251 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] For port c1b76060-18de-466f-a6d9-93d9c8add294, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c1b76060-18de-466f-a6d9-93d9c8add294,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:15.391309 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Deleting port aae9c340-9f17-4aeb-b582-f296ff0fd490 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:53:15.391652 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.430674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.470244 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:53:15.503275 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] For port aae9c340-9f17-4aeb-b582-f296ff0fd490, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=aae9c340-9f17-4aeb-b582-f296ff0fd490,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:15.503650 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.527822 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Calling delete_port for aae9c340-9f17-4aeb-b582-f296ff0fd490 owned by compute:nova {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:53:15.539094 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89f816-a788-441b-896b-bf7f2a036fa8 None None] Pushing event updated for resources: {'Port': ['ID=c1b76060-18de-466f-a6d9-93d9c8add294,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:15.664198 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40054) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:15.759434 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.804348 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:15.857965 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-dcedb286-6451-4c19-87f1-49340f618f16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1913843 Aug 09 14:53:16.017391 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:16.030483 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Allocated IP 172.27.1.53 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/b41e1b48-ea47-46f2-9c9d-7abd0642e748) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:16.072573 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Pushing event deleted for resources: {'Port': ['ID=aae9c340-9f17-4aeb-b582-f296ff0fd490,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:16.084299 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a6ff2b8-1b23-474f-9d2d-049fde57ac13 req-5310eede-2bd4-4682-8deb-ff1a5e867294 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0327773 Aug 09 14:53:16.161731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c1b76060-18de-466f-a6d9-93d9c8add294 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:16.163070 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] No DVR routers for this DVR port aae9c340-9f17-4aeb-b582-f296ff0fd490 on host hv-cinder-78836 {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:53:16.166788 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:16.169193 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-02658206-ede6-4e30-947e-b6071a572cc3 req-040415b0-94ff-4a14-80a2-ffe704edb31e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "DELETE /v2.0/ports/aae9c340-9f17-4aeb-b582-f296ff0fd490 HTTP/1.1" status: 204 len: 173 time: 0.9198201 Aug 09 14:53:16.169864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'name': 'network-vif-deleted', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:16.172471 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c0a7f-5a8f-4f79-88f5-c6308d9b560f" -d '{"events": [{"server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "name": "network-vif-deleted", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:16.233508 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb3957-fa89-467b-9c0b-e4b8d400afef x-openstack-request-id: req-4ceb3957-fa89-467b-9c0b-e4b8d400afef {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:16.233807 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453d4c83-5a79-497e-9566-4749d4eef1f2", "name": "network-vif-deleted", "tag": "aae9c340-9f17-4aeb-b582-f296ff0fd490", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:16.234105 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ceb3957-fa89-467b-9c0b-e4b8d400afef {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:16.234425 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453d4c83-5a79-497e-9566-4749d4eef1f2', 'name': 'network-vif-deleted', 'tag': 'aae9c340-9f17-4aeb-b582-f296ff0fd490', 'status': 'completed', 'code': 200} Aug 09 14:53:16.266624 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:16.336896 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f41186-b12f-44f0-9f9d-592aaeea9e79 req-9e19eb80-1b8d-4aa2-b600-8132e0c0562e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:16.339579 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-23f41186-b12f-44f0-9f9d-592aaeea9e79 req-9e19eb80-1b8d-4aa2-b600-8132e0c0562e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0847080 Aug 09 14:53:16.375798 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-23f41186-b12f-44f0-9f9d-592aaeea9e79 req-5847646a-fde4-4227-9c26-39c1db346936 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Aug 09 14:53:16.378506 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port c1b76060-18de-466f-a6d9-93d9c8add294 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:16.409256 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:16.469685 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:16.473283 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:16.476601 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:16.513894 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Pushing event updated for resources: {'Port': ['ID=b41e1b48-ea47-46f2-9c9d-7abd0642e748,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:16.740944 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f9f7c2-1b22-4e1f-a780-55edb0cfc914 None None] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:16.809794 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:16.876308 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Provisioning for port c1b76060-18de-466f-a6d9-93d9c8add294 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:16.886018 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Provisioning complete for port c1b76060-18de-466f-a6d9-93d9c8add294 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:16.886399 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.012091 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.031613 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.058620 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] For port c1b76060-18de-466f-a6d9-93d9c8add294, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c1b76060-18de-466f-a6d9-93d9c8add294,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:17.124878 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.213166 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db387fa-1406-4e60-bf16-78f1af791a64 None None] Pushing event updated for resources: {'Port': ['ID=c1b76060-18de-466f-a6d9-93d9c8add294,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:17.244621 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1510430d-5be8-4751-a082-c9042d2aca47 req-b7bef41c-8528-492d-9545-4f5b684a492e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=453d4c83-5a79-497e-9566-4749d4eef1f2 HTTP/1.1" status: 200 len: 210 time: 0.0346091 Aug 09 14:53:17.250889 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f9b80f70-874c-45f3-9b07-5b301ac880e5 None None] Provisioning complete for port c1b76060-18de-466f-a6d9-93d9c8add294 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:17.250889 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f9b80f70-874c-45f3-9b07-5b301ac880e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.394953 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Router 41014e32-b207-4415-a071-f85e63de0b5d is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:53:17.487474 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device aae9c340-9f17-4aeb-b582-f296ff0fd490 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:53:17.507933 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:17.514674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: aae9c340-9f17-4aeb-b582-f296ff0fd490 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:53:17.514674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device aae9c340-9f17-4aeb-b582-f296ff0fd490 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:53:17.522719 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Sync routers for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:17.532917 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:17.533615 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:17.573212 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b18bd-67c8-4126-85bc-66973445af3f req-4f473628-a1dd-405d-96da-7f387e78e14a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:17.574732 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-357b18bd-67c8-4126-85bc-66973445af3f req-4f473628-a1dd-405d-96da-7f387e78e14a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0569553 Aug 09 14:53:17.593987 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:17.597654 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d126b3ee-5e35-4f01-8b58-57ca75d61fab admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0829642 Aug 09 14:53:17.598109 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40088) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:17.614027 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-357b18bd-67c8-4126-85bc-66973445af3f req-d23d35e3-3bd1-434f-a4d2-141ac603f888 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326934 Aug 09 14:53:17.641411 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:17.823085 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:16Z', 'revision_number': 3, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:17.851559 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Checking router: 41014e32-b207-4415-a071-f85e63de0b5d for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:17.851821 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Updating router 41014e32-b207-4415-a071-f85e63de0b5d port b41e1b48-ea47-46f2-9c9d-7abd0642e748 binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:17.877692 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.017623 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c1b76060-18de-466f-a6d9-93d9c8add294 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:18.066952 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port c1b76060-18de-466f-a6d9-93d9c8add294 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:18.067354 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.135980 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.147011 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Transition to ACTIVE for port object b41e1b48-ea47-46f2-9c9d-7abd0642e748 will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:18.205641 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.218729 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.265449 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Pushing event updated for resources: {'Port': ['ID=b41e1b48-ea47-46f2-9c9d-7abd0642e748,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:18.283220 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.283708 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.284072 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.284415 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.284752 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.285092 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.285424 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.285796 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.286157 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.286489 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.286817 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.287204 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:18.301123 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Attempting to bind port b41e1b48-ea47-46f2-9c9d-7abd0642e748 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:18.301503 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Attempting to bind port b41e1b48-ea47-46f2-9c9d-7abd0642e748 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:18.301876 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Attempting to bind port b41e1b48-ea47-46f2-9c9d-7abd0642e748 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:18.307320 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:18.307846 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:18.308262 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.308661 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:18.309130 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Bound port: b41e1b48-ea47-46f2-9c9d-7abd0642e748, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:18.309532 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.369362 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] For port b41e1b48-ea47-46f2-9c9d-7abd0642e748, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:18.372665 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] For port b41e1b48-ea47-46f2-9c9d-7abd0642e748, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=b41e1b48-ea47-46f2-9c9d-7abd0642e748,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:18.380679 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Allocated IP 172.20.0.1 (7c9ad72a-c218-41f4-a4b2-d8e0cff10d02/7b4b5059-f46f-4361-b556-a23e7bb82d23/461caab7-d269-48f8-8258-04abe02d75ba) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:18.447438 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.499135 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.508960 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:18.508960 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:18.516037 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Transition to ACTIVE for port object 461caab7-d269-48f8-8258-04abe02d75ba will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:18.611347 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-07faccc5-abfc-4f02-8edb-f0b36d5505d2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:18.612939 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-07faccc5-abfc-4f02-8edb-f0b36d5505d2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/networks?id=413c9a34-299a-4ef0-8a05-71726228ea11 HTTP/1.1" status: 200 len: 808 time: 0.1101875 Aug 09 14:53:18.627320 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c936bc5-dd8c-4fc8-b8db-77968c9536d9 None None] Pushing event updated for resources: {'Port': ['ID=b41e1b48-ea47-46f2-9c9d-7abd0642e748,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:18.629122 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-8de282b0-83e3-43e7-a6bf-d7f5d6e717ca tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/quotas/574cb424d0824ca08fa69725da907e8b HTTP/1.1" status: 200 len: 375 time: 0.0102203 Aug 09 14:53:18.642091 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.670884 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-cd17fa89-2ae9-4b7f-99c4-4221b881ca51 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351124 Aug 09 14:53:18.682584 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:18.686187 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:18.699013 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:18.727926 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:18.730136 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Pushing event updated for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:18.758468 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:18.806765 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eb48d-d478-4cf6-be0b-ca7ab7244488 req-7eb9adda-360c-446e-926a-35032fcee209 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:18.813128 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da9eb48d-d478-4cf6-be0b-ca7ab7244488 req-7eb9adda-360c-446e-926a-35032fcee209 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1079292 Aug 09 14:53:18.826662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-4a448517-29e5-40cf-bed8-e2364d7a63be service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 14:53:18.836974 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-4a448517-29e5-40cf-bed8-e2364d7a63be service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986381 Aug 09 14:53:18.946528 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da9eb48d-d478-4cf6-be0b-ca7ab7244488 req-de11ccfc-677b-4ac7-9a0b-739872abd848 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260896 Aug 09 14:53:18.952755 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:16Z', 'revision_number': 3, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:18.988297 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a11db-da97-43a3-8569-071c2be85ba6 None None] The sync data for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi is: [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:16Z', 'revision_number': 3, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:18.989471 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-fb320d53-a8b2-48c7-ba5d-4b0d1b73a304 service neutron] 10.222.0.45 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453753 Aug 09 14:53:19.067266 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.069809 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-59c47805-2d57-4908-bcb4-510fe19684c7 None None] Provisioning for port 461caab7-d269-48f8-8258-04abe02d75ba completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:19.074540 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-59c47805-2d57-4908-bcb4-510fe19684c7 None None] Provisioning complete for port 461caab7-d269-48f8-8258-04abe02d75ba triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:19.075240 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-59c47805-2d57-4908-bcb4-510fe19684c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.082422 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-214310ce-c53e-4397-b0bf-e4ba3b80ca7b service neutron] 10.222.0.45 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923169 Aug 09 14:53:19.120655 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-59c47805-2d57-4908-bcb4-510fe19684c7 None None] Port 461caab7-d269-48f8-8258-04abe02d75ba cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:19.255036 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.387910 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.418388 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e18c53a-fdfc-4351-8e0a-068f36d2e1ce req-eefcd528-cfb2-4d99-80c4-fa877420957d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0510099 Aug 09 14:53:19.493013 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.495864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Pushing event updated for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:19.600598 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:19.602272 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:19.726130 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Router 41014e32-b207-4415-a071-f85e63de0b5d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:53:19.849173 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:19.852555 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-9ade82ed-fc3a-491a-a724-589ff68881bb None None] Provisioning complete for port 461caab7-d269-48f8-8258-04abe02d75ba triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:19.853255 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ade82ed-fc3a-491a-a724-589ff68881bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:19.854540 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9f22f484-fefe-43f9-a3e8-35e15c231889 admin admin] 10.222.0.45 "PUT /v2.0/routers/41014e32-b207-4415-a071-f85e63de0b5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554331 Aug 09 14:53:19.895960 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-9ade82ed-fc3a-491a-a724-589ff68881bb None None] Port 461caab7-d269-48f8-8258-04abe02d75ba cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:20.039696 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device b41e1b48-ea47-46f2-9c9d-7abd0642e748 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:20.079484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034db4ae-76e8-4f4f-8b0f-6bfca9f9cbe7 req-c03bac73-71af-4fd8-89e8-e1736688b336 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:20.081167 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-034db4ae-76e8-4f4f-8b0f-6bfca9f9cbe7 req-c03bac73-71af-4fd8-89e8-e1736688b336 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0548887 Aug 09 14:53:20.120854 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-034db4ae-76e8-4f4f-8b0f-6bfca9f9cbe7 req-b8aa4a39-1d6d-4f16-8253-665e671b8ff6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332763 Aug 09 14:53:20.172363 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port b41e1b48-ea47-46f2-9c9d-7abd0642e748 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:20.176771 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port b41e1b48-ea47-46f2-9c9d-7abd0642e748 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:20.177448 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.259303 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.280679 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port b41e1b48-ea47-46f2-9c9d-7abd0642e748, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=b41e1b48-ea47-46f2-9c9d-7abd0642e748,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:20.399771 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.459199 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=b41e1b48-ea47-46f2-9c9d-7abd0642e748,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:20.539794 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7b9f581-4bce-4056-a101-e2b2da4eb354 req-7f5c48f5-ecdf-44c7-bea4-83f476db413e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0282462 Aug 09 14:53:20.641056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Sync routers for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:20.650823 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:20.651660 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:20.663376 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40164) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:20.668296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1638834924-network', 'tenant_id': '86f36f1e171849ea84f937d01261deaa'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:20.738233 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Made reservation on behalf of 86f36f1e171849ea84f937d01261deaa for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:20.740679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.767443 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.862440 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.887408 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:20.930504 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.952633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:53:20.967491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737792ee-30e1-4a35-bc79-09bfdde258d1,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:20.970351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:20.970690 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Added segment 8594bf06-fe92-491f-b988-468c5e96c8ff of type vlan for network f1a303c3-8804-4c43-b34c-9c16dd346a04 Aug 09 14:53:21.014639 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.093762 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:19Z', 'revision_number': 2, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:21.109334 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.110361 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:21.110956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.122460 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Checking router: 41014e32-b207-4415-a071-f85e63de0b5d for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:21.123740 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Updating router 41014e32-b207-4415-a071-f85e63de0b5d port 461caab7-d269-48f8-8258-04abe02d75ba binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:21.149689 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.173777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] Pushing event updated for resources: {'Network': ['ID=f1a303c3-8804-4c43-b34c-9c16dd346a04,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:21.186688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:53:21.241724 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-5b17ad3f-91f2-4dac-bf8c-b28f030e184f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5772181 Aug 09 14:53:21.245885 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40168) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:21.251625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430344-ef0b-4250-83ef-35784b6829b0 req-659c4287-04bd-46e9-8b73-2cc3b652b0c7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:21.252782 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Request body: {'subnet': {'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1638834924-subnet', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:21.253306 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43430344-ef0b-4250-83ef-35784b6829b0 req-659c4287-04bd-46e9-8b73-2cc3b652b0c7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0557625 Aug 09 14:53:21.294947 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43430344-ef0b-4250-83ef-35784b6829b0 req-1f1af0d3-4fc2-40e5-ad21-cda47b7b6531 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Aug 09 14:53:21.347595 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Made reservation on behalf of 86f36f1e171849ea84f937d01261deaa for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:21.350001 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.474761 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.485468 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Transition to ACTIVE for port object 461caab7-d269-48f8-8258-04abe02d75ba will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:21.611586 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.634562 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8d83cfc6-4b20-498f-ae6d-e878522167a5 req-c6e21810-1740-4e30-9902-f8c00cff39b4 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0272551 Aug 09 14:53:21.645161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.693927 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b8bc-e51f-4e0a-b838-148c04c4b5c9 None None] Pushing event updated for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:21.712509 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a904a0c-a108-429a-a274-6383e6a020be,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:21.723480 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Checking segment: {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:21.723853 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Network hostable DHCP agents. Network: f1a303c3-8804-4c43-b34c-9c16dd346a04, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:53:21.727234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Attempting to bind port 461caab7-d269-48f8-8258-04abe02d75ba on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:21.727672 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Attempting to bind port 461caab7-d269-48f8-8258-04abe02d75ba by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:21.728045 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Attempting to bind port 461caab7-d269-48f8-8258-04abe02d75ba on network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:21.733674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:21.734059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Checking segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:21.734464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.734862 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Bound using segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:21.735377 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Bound port: 461caab7-d269-48f8-8258-04abe02d75ba, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:21.735824 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.804184 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] For port 461caab7-d269-48f8-8258-04abe02d75ba, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:21.807370 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] For port 461caab7-d269-48f8-8258-04abe02d75ba, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=461caab7-d269-48f8-8258-04abe02d75ba,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:21.816051 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:53:21.931216 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.944250 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, f1a303c3-8804-4c43-b34c-9c16dd346a04) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:21.955202 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:21.955202 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:21.962794 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08d878-60f0-4af0-8f8b-faefb6be5a37 None None] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:22.030591 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device b41e1b48-ea47-46f2-9c9d-7abd0642e748 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:22.039450 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-703c1d3d-c85d-4acb-93bb-716f027451cb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7908123 Aug 09 14:53:22.039614 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40178) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:22.046797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:22.079067 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:22.079785 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:22.085068 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b8bc-e51f-4e0a-b838-148c04c4b5c9 None None] Pushing event updated for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:22.125633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.126806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.189387 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.264456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port b41e1b48-ea47-46f2-9c9d-7abd0642e748 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:22.265019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.320604 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:22.355676 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-f1a303c3-8804-4c43-b34c-9c16dd346a04', 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'fixed_ips': [{'subnet_id': '7a904a0c-a108-429a-a274-6383e6a020be'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:53:22.356579 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.376997 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.428918 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10aba-20f2-426c-a89e-28927d492ac1 req-605fbe02-b9ed-4480-a126-4bfd1636c039 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:22.430391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ffa10aba-20f2-426c-a89e-28927d492ac1 req-605fbe02-b9ed-4480-a126-4bfd1636c039 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0501473 Aug 09 14:53:22.527928 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ffa10aba-20f2-426c-a89e-28927d492ac1 req-a6faf7ec-9958-449a-96cc-3a2e59334d18 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894687 Aug 09 14:53:22.672524 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Allocated IP 172.20.0.2 (f1a303c3-8804-4c43-b34c-9c16dd346a04/7a904a0c-a108-429a-a274-6383e6a020be/4b755127-95a1-4ae0-a763-028c83792b02) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:22.711937 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.733364 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:22.802157 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f660a4e-7550-49fe-8d42-14609969d4c3 req-f58ece58-148e-488e-9b3a-d355c9999395 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0712659 Aug 09 14:53:22.878802 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Allocated IP 172.27.1.173 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/f3cad35b-fbc7-4943-b61f-047e5742ffa4) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:22.890774 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:21Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:22.919980 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff5adac-18d8-44cf-a970-b0366f0a87e7 None None] The sync data for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi is: [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:21Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:23.018559 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.040256 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.050713 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Transition to ACTIVE for port object 4b755127-95a1-4ae0-a763-028c83792b02 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:23.067632 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Transition to ACTIVE for port object 4b755127-95a1-4ae0-a763-028c83792b02 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:23.133020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.144142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.174022 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:23.177044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:23.180564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:23.186767 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:23.189747 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:23.192234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:23.207386 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Pushing event updated for resources: {'Port': ['ID=4b755127-95a1-4ae0-a763-028c83792b02,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:23.213164 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cad35b-fbc7-4943-b61f-047e5742ffa4,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:23.260843 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Attempting to bind port 4b755127-95a1-4ae0-a763-028c83792b02 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:23.260843 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Attempting to bind port 4b755127-95a1-4ae0-a763-028c83792b02 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:23.261257 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Attempting to bind port 4b755127-95a1-4ae0-a763-028c83792b02 on network f1a303c3-8804-4c43-b34c-9c16dd346a04 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:23.266928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:23.267577 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Checking segment: {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:23.267803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.268130 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Bound using segment: {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:23.268666 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Bound port: 4b755127-95a1-4ae0-a763-028c83792b02, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:23.269039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.340899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] For port 4b755127-95a1-4ae0-a763-028c83792b02, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:23.346007 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] For port 4b755127-95a1-4ae0-a763-028c83792b02, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4b755127-95a1-4ae0-a763-028c83792b02,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:23.462647 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.546154 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed7212-608c-4834-9b9f-6efed9283d3b None None] Pushing event updated for resources: {'Port': ['ID=4b755127-95a1-4ae0-a763-028c83792b02,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:23.680445 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-fdd9835a-dce6-44d9-90a8-ad0c9cf9ebb1 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:23.682010 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-fdd9835a-dce6-44d9-90a8-ad0c9cf9ebb1 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "GET /v2.0/networks?id=413c9a34-299a-4ef0-8a05-71726228ea11 HTTP/1.1" status: 200 len: 808 time: 0.1692796 Aug 09 14:53:23.712634 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Request body: {'port': {'device_id': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11', 'admin_state_up': True, 'tenant_id': '574cb424d0824ca08fa69725da907e8b'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:23.726218 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916dd72-bfea-44b8-a61b-77d6fb0cdf46 req-593ecef6-f26a-4b5a-8e5f-8c6288f3cdfd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:23.728304 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a916dd72-bfea-44b8-a61b-77d6fb0cdf46 req-593ecef6-f26a-4b5a-8e5f-8c6288f3cdfd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1087563 Aug 09 14:53:23.836230 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a916dd72-bfea-44b8-a61b-77d6fb0cdf46 req-37fcb2c3-55ab-4378-9155-b310d850317c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631368 Aug 09 14:53:23.845961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:23.971731 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Made reservation on behalf of 574cb424d0824ca08fa69725da907e8b for: {'port': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:23.980513 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.026673 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-80975f7c-394f-419a-91c1-312b5d45bd4a req-02938526-0d7a-479c-be48-e066e0eedd01 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0637929 Aug 09 14:53:24.155007 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 461caab7-d269-48f8-8258-04abe02d75ba up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:24.201966 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Allocated IP 172.20.0.8 (413c9a34-299a-4ef0-8a05-71726228ea11/5d2b06b1-4efc-48a3-a6cb-41183ef23379/ce9e5728-ac95-4471-952a-8fad89efb263) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:24.227528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.315443 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 461caab7-d269-48f8-8258-04abe02d75ba completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:24.319845 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 461caab7-d269-48f8-8258-04abe02d75ba triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:24.320222 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.410239 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.425984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.460236 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 461caab7-d269-48f8-8258-04abe02d75ba, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=461caab7-d269-48f8-8258-04abe02d75ba,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:24.479331 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Router 697ada4e-ebb2-464e-a777-9bfbabee77a8 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:53:24.566776 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.567299 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.567615 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4b755127-95a1-4ae0-a763-028c83792b02 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:24.602377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:24.615149 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Sync routers for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:24.628762 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:24.630181 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:24.633616 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Pushing event updated for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:24.658866 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Network 413c9a34-299a-4ef0-8a05-71726228ea11 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:24.661001 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:24.673297 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:24.719920 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.721804 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a568eab2-b354-4a7e-9a1f-074ca7ffe969 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6809781 Aug 09 14:53:24.724491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40212) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:24.727091 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:24.771406 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:24.786572 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:24.797967 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:24.806614 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 4b755127-95a1-4ae0-a763-028c83792b02 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:24.898756 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-06109943-3f1f-47ce-a886-0927d8f53b3f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1963327 Aug 09 14:53:24.915782 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Request body: {'port': {'device_id': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:24.996624 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de285f8f-4e2d-40f2-8a74-1f221b51bd1c None None] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:25.010518 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.084751 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:23Z', 'revision_number': 3, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:25.124450 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Checking router: 697ada4e-ebb2-464e-a777-9bfbabee77a8 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:25.125193 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Updating router 697ada4e-ebb2-464e-a777-9bfbabee77a8 port f3cad35b-fbc7-4943-b61f-047e5742ffa4 binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:25.171630 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.215375 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af305b-4f00-457d-9f02-db5bb74dd699 req-d6532372-c567-4c6a-a95b-9cd7cbe79648 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:25.217180 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a1af305b-4f00-457d-9f02-db5bb74dd699 req-d6532372-c567-4c6a-a95b-9cd7cbe79648 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.2282665 Aug 09 14:53:25.229277 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc84694-ae68-4f82-95a5-b5bb95fa7453 req-2c4d2a6d-496a-4f00-99a9-324a1b558aee tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:25.231758 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5fc84694-ae68-4f82-95a5-b5bb95fa7453 req-2c4d2a6d-496a-4f00-99a9-324a1b558aee tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 931 time: 0.0738008 Aug 09 14:53:25.285640 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Provisioning for port 4b755127-95a1-4ae0-a763-028c83792b02 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:25.295920 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a1af305b-4f00-457d-9f02-db5bb74dd699 req-2e62b64b-707c-41d8-a6a3-c29fd0ae3cb0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602670 Aug 09 14:53:25.300631 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Provisioning complete for port 4b755127-95a1-4ae0-a763-028c83792b02 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:25.301376 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.411448 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.427918 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9e5728-ac95-4471-952a-8fad89efb263 {{(pid=100406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:53:25.438389 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.468513 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Transition to ACTIVE for port object ce9e5728-ac95-4471-952a-8fad89efb263 will not be triggered until provisioned by entity L2. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:25.487839 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] For port 4b755127-95a1-4ae0-a763-028c83792b02, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4b755127-95a1-4ae0-a763-028c83792b02,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:25.510772 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5fc84694-ae68-4f82-95a5-b5bb95fa7453 req-3fbf1cf9-08d5-488d-bcc2-1f287a0d3d51 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550454 Aug 09 14:53:25.536539 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.590041 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.643254 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.651642 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:25.679196 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Transition to ACTIVE for port object f3cad35b-fbc7-4943-b61f-047e5742ffa4 will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:25.687439 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71142bf-3b69-49f6-879c-3b683f72a554 None None] Pushing event updated for resources: {'Port': ['ID=4b755127-95a1-4ae0-a763-028c83792b02,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:25.688576 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.720501 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-06355632-83b7-4da8-831a-982424a1d181 None None] Provisioning complete for port 4b755127-95a1-4ae0-a763-028c83792b02 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:25.721390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-06355632-83b7-4da8-831a-982424a1d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.747670 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.772260 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Attempting to bind port ce9e5728-ac95-4471-952a-8fad89efb263 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:25.772906 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Attempting to bind port ce9e5728-ac95-4471-952a-8fad89efb263 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:25.773440 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Attempting to bind port ce9e5728-ac95-4471-952a-8fad89efb263 on network 413c9a34-299a-4ef0-8a05-71726228ea11 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:25.779841 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Port ce9e5728-ac95-4471-952a-8fad89efb263 on network 413c9a34-299a-4ef0-8a05-71726228ea11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:53:25.781103 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Attempting to bind port ce9e5728-ac95-4471-952a-8fad89efb263 on network 413c9a34-299a-4ef0-8a05-71726228ea11 {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:25.786653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:25.788184 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Checking segment: {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:25.788794 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Bound using segment: {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'} {{(pid=100406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:25.789417 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.managers [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Bound port: ce9e5728-ac95-4471-952a-8fad89efb263, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f351b2-c53c-455e-b72e-27d1c1d03bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11'}}] {{(pid=100406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:25.790174 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.847569 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Attempting to bind port f3cad35b-fbc7-4943-b61f-047e5742ffa4 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:25.848084 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Attempting to bind port f3cad35b-fbc7-4943-b61f-047e5742ffa4 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:25.848347 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Attempting to bind port f3cad35b-fbc7-4943-b61f-047e5742ffa4 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:25.861979 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:25.862306 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, cleared binding levels {{(pid=100406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:25.862794 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:25.862998 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.863543 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:25.864119 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Bound port: f3cad35b-fbc7-4943-b61f-047e5742ffa4, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:25.864441 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.866958 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce9e5728-ac95-4471-952a-8fad89efb263,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:25.899222 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fd388-3b7b-4255-9c81-cbf331e8e3c0 None None] Pushing event updated for resources: {'Port': ['ID=f3cad35b-fbc7-4943-b61f-047e5742ffa4,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:25.917124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Allocated IP 172.20.0.1 (f1a303c3-8804-4c43-b34c-9c16dd346a04/7a904a0c-a108-429a-a274-6383e6a020be/dc920e99-f7b2-4d02-b2dc-f7999e7ab621) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:25.931997 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] For port f3cad35b-fbc7-4943-b61f-047e5742ffa4, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:25.934994 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] For port f3cad35b-fbc7-4943-b61f-047e5742ffa4, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f3cad35b-fbc7-4943-b61f-047e5742ffa4,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:25.938789 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.978780 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:25.980782 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:25.981067 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce9e5728-ac95-4471-952a-8fad89efb263 HTTP/1.1" status: 200 len: 1093 time: 1.0716219 Aug 09 14:53:25.981521 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:25.984291 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75056e4-f27a-47a3-a8a0-28e48be49927" -d '{"events": [{"name": "network-changed", "server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:26.028350 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.033605 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ecd01-a237-41c1-93de-8dc3507d7e60 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=3']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:26.052885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.078267 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f3fd0a-08ba-45ae-adf3-3d9543d37173 x-openstack-request-id: req-c1f3fd0a-08ba-45ae-adf3-3d9543d37173 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:26.078646 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 461caab7-d269-48f8-8258-04abe02d75ba up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:26.078864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:26.078864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1f3fd0a-08ba-45ae-adf3-3d9543d37173 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:26.078864 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263', 'status': 'completed', 'code': 200} Aug 09 14:53:26.079099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Transition to ACTIVE for port object dc920e99-f7b2-4d02-b2dc-f7999e7ab621 will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:26.110420 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:26.111035 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:26.135422 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 461caab7-d269-48f8-8258-04abe02d75ba triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:26.135954 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.161383 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fd388-3b7b-4255-9c81-cbf331e8e3c0 None None] Pushing event updated for resources: {'Port': ['ID=f3cad35b-fbc7-4943-b61f-047e5742ffa4,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:26.214684 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4b755127-95a1-4ae0-a763-028c83792b02 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:26.226426 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:26.261144 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 4b755127-95a1-4ae0-a763-028c83792b02 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:26.261547 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.269793 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.315280 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:26.321789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:26.325374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:26.334241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Pushing event updated for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:26.380704 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.429062 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:23Z', 'revision_number': 3, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:26.463750 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65cec0a-5feb-44aa-95ab-87bbab8e82a2 None None] The sync data for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi is: [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:23Z', 'revision_number': 3, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:26.529228 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149e101-16cc-4d60-a33b-0823ab6bef1b req-dd4df28c-8ce5-40ca-be9a-bfe2645c6445 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:26.530839 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f149e101-16cc-4d60-a33b-0823ab6bef1b req-dd4df28c-8ce5-40ca-be9a-bfe2645c6445 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1072574 Aug 09 14:53:26.588531 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f149e101-16cc-4d60-a33b-0823ab6bef1b req-fbac8b56-1883-4043-8974-b0299956ff1d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457821 Aug 09 14:53:26.668105 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.672973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-baf65f1f-7f47-489d-831d-8ef05d496809 None None] Provisioning for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:26.677234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-baf65f1f-7f47-489d-831d-8ef05d496809 None None] Provisioning complete for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:26.678059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-baf65f1f-7f47-489d-831d-8ef05d496809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.685937 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35f45b-5b3f-4a55-9e3e-796e7fba4ef8 req-d36d3a7b-9fd9-4e25-bdff-eb841b411f30 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:26.689441 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-be35f45b-5b3f-4a55-9e3e-796e7fba4ef8 req-d36d3a7b-9fd9-4e25-bdff-eb841b411f30 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.0866046 Aug 09 14:53:26.756328 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-baf65f1f-7f47-489d-831d-8ef05d496809 None None] Port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:26.782656 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-be35f45b-5b3f-4a55-9e3e-796e7fba4ef8 req-a038d8d2-d905-4bc6-bbe0-d34d4954d02f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825617 Aug 09 14:53:26.903085 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:26.976403 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:27.045346 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:27.047188 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Pushing event updated for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:27.152998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:27.155247 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:27.288162 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Router 697ada4e-ebb2-464e-a777-9bfbabee77a8 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:53:27.390686 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-d5386648-ed14-4e61-9772-8e11a94d06d9 None None] Provisioning complete for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:27.391201 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d5386648-ed14-4e61-9772-8e11a94d06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:27.399346 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:27.405092 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-66286f35-9976-413d-bb86-4e1a25abaf93 admin admin] 10.222.0.45 "PUT /v2.0/routers/697ada4e-ebb2-464e-a777-9bfbabee77a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796260 Aug 09 14:53:27.425284 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-d5386648-ed14-4e61-9772-8e11a94d06d9 None None] Port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:27.709160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c990789-cb28-4855-8d17-9703d50ba5ef req-a539ed04-f650-45ad-a32b-02be1b86309a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:27.710696 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2c990789-cb28-4855-8d17-9703d50ba5ef req-a539ed04-f650-45ad-a32b-02be1b86309a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0499592 Aug 09 14:53:27.754636 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2c990789-cb28-4855-8d17-9703d50ba5ef req-8a6c83e1-b72d-4100-b2e5-9903971785b4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367930 Aug 09 14:53:27.926570 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:27.927160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939c78-f26b-42f3-b78a-419b8bca93da req-8c8ce519-aadd-4365-95e8-98ced3150ba6 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:27.928254 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a939c78-f26b-42f3-b78a-419b8bca93da req-8c8ce519-aadd-4365-95e8-98ced3150ba6 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.0508089 Aug 09 14:53:27.983387 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a939c78-f26b-42f3-b78a-419b8bca93da req-0602ab5c-28de-4666-93e8-6fcfd8c95cb4 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Aug 09 14:53:28.051340 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f3cad35b-fbc7-4943-b61f-047e5742ffa4 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:28.058382 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Sync routers for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:28.093282 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:28.093985 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:28.212572 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port f3cad35b-fbc7-4943-b61f-047e5742ffa4 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:28.215489 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:28.245283 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port f3cad35b-fbc7-4943-b61f-047e5742ffa4 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:28.245690 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:28.464070 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:28.516731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port f3cad35b-fbc7-4943-b61f-047e5742ffa4, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f3cad35b-fbc7-4943-b61f-047e5742ffa4,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:28.543612 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:26Z', 'revision_number': 4, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'dc920e99-f7b2-4d02-b2dc-f7999e7ab621', 'name': '', 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'mac_address': 'fa:16:3e:ed:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a904a0c-a108-429a-a274-6383e6a020be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:25Z', 'updated_at': '2021-08-09T14:53:26Z', 'revision_number': 2, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'subnets': [{'id': '7a904a0c-a108-429a-a274-6383e6a020be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:28.572104 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Checking router: 697ada4e-ebb2-464e-a777-9bfbabee77a8 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:28.572455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Updating router 697ada4e-ebb2-464e-a777-9bfbabee77a8 port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:28.574418 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:28.579703 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c7944852-3e7c-4e12-abce-7ecbed6a5992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:28.625120 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:28.659592 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=f3cad35b-fbc7-4943-b61f-047e5742ffa4,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:28.959400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31957f20-8cc1-4e04-aabc-2fdae8cf03a4 req-21118c60-81fb-4a19-a7db-bfca49d9a970 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:28.961023 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31957f20-8cc1-4e04-aabc-2fdae8cf03a4 req-21118c60-81fb-4a19-a7db-bfca49d9a970 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1150937 Aug 09 14:53:28.965545 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-8a931e74-ea18-40d7-86c0-34645f9e5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:28.968377 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-8a931e74-ea18-40d7-86c0-34645f9e5a25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 1096 time: 0.0668931 Aug 09 14:53:29.046806 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31957f20-8cc1-4e04-aabc-2fdae8cf03a4 req-cbd5f471-c764-46fe-80a0-a321109f136c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778110 Aug 09 14:53:29.094799 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:29.120184 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Transition to ACTIVE for port object dc920e99-f7b2-4d02-b2dc-f7999e7ab621 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:29.155635 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-eb8194cf-69bd-4c71-a8b1-a7baf77aff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.157222 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-eb8194cf-69bd-4c71-a8b1-a7baf77aff6d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=574cb424d0824ca08fa69725da907e8b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1754880 Aug 09 14:53:29.162244 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2ef6a-9777-40fa-b771-1a9a2b3781e7 req-0f9c9109-4aa5-43b4-a6be-afe5a3defd24 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.170617 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89e2ef6a-9777-40fa-b771-1a9a2b3781e7 req-0f9c9109-4aa5-43b4-a6be-afe5a3defd24 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.0699935 Aug 09 14:53:29.219011 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:29.241737 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-89e2ef6a-9777-40fa-b771-1a9a2b3781e7 req-2c3f5883-2661-4cf7-9a09-ea2199ce8a33 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652523 Aug 09 14:53:29.350166 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-8b1370f9-3b94-4d8b-984d-64cdf66fd325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.353481 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b75056e4-f27a-47a3-a8a0-28e48be49927 req-8b1370f9-3b94-4d8b-984d-64cdf66fd325 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871369 Aug 09 14:53:29.359234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9835d-d42f-4a1b-ba64-fb6227978b5f None None] Pushing event updated for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:29.418288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Attempting to bind port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:29.419060 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Attempting to bind port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:29.419547 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Attempting to bind port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 on network f1a303c3-8804-4c43-b34c-9c16dd346a04 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:29.428679 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:29.429272 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Checking segment: {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:29.429785 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:29.430338 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Bound using segment: {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:29.431130 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Bound port: dc920e99-f7b2-4d02-b2dc-f7999e7ab621, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8594bf06-fe92-491f-b988-468c5e96c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:29.431639 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:29.462278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-f920d15a-f75b-4efc-ba77-553f5cd6f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.463630 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-f920d15a-f75b-4efc-ba77-553f5cd6f668 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 1097 time: 0.1611018 Aug 09 14:53:29.484605 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-a17a5aa9-15e8-4772-af91-a1a1b9524920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.486118 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-a17a5aa9-15e8-4772-af91-a1a1b9524920 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=574cb424d0824ca08fa69725da907e8b&device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 1096 time: 0.0829272 Aug 09 14:53:29.549993 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] For port dc920e99-f7b2-4d02-b2dc-f7999e7ab621, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:29.549993 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] For port dc920e99-f7b2-4d02-b2dc-f7999e7ab621, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:29.578465 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-6cb6b0e9-ccf1-45c6-8f1a-afa3c9c964e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce9e5728-ac95-4471-952a-8fad89efb263 HTTP/1.1" status: 200 len: 217 time: 0.0772405 Aug 09 14:53:29.646091 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-e54c57c3-ada1-42df-b9c2-393688ec8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:29.648982 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-e54c57c3-ada1-42df-b9c2-393688ec8048 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5d2b06b1-4efc-48a3-a6cb-41183ef23379 HTTP/1.1" status: 200 len: 848 time: 0.0611448 Aug 09 14:53:29.671323 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:29.740894 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-4b9e751c-5c6f-42f0-9d9f-73d673b1e840 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=413c9a34-299a-4ef0-8a05-71726228ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847135 Aug 09 14:53:29.768978 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:29.772946 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:29.890498 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-d1820b43-b365-4d39-80d3-3eea4173c276 service neutron] 10.222.0.58 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394854 Aug 09 14:53:29.891603 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9835d-d42f-4a1b-ba64-fb6227978b5f None None] Pushing event updated for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:30.024470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-4aa048c1-308f-451f-bb2e-1771ffaec15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.028185 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:30.038716 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-4aa048c1-308f-451f-bb2e-1771ffaec15f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1097 time: 0.5174553 Aug 09 14:53:30.053613 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-8a0f7092-4688-457e-bb39-bf25edf5fcf5 req-7b41c449-dddf-4a13-b7d2-3dec27bb64f7 service neutron] 10.222.0.58 "GET /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530418 Aug 09 14:53:30.128166 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f3cad35b-fbc7-4943-b61f-047e5742ffa4 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:30.249414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-be66c4b3-a40e-411a-a715-e0c7550ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.251191 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-be66c4b3-a40e-411a-a715-e0c7550ea2f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.2116258 Aug 09 14:53:30.260712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e0e1-fecd-4109-a0de-66218cbd71c6 req-8276bc68-4b1f-43ba-bf3b-7946d114649c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.269280 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-db73e0e1-fecd-4109-a0de-66218cbd71c6 req-8276bc68-4b1f-43ba-bf3b-7946d114649c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0954638 Aug 09 14:53:30.409992 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-db73e0e1-fecd-4109-a0de-66218cbd71c6 req-3b1bf014-91e1-4277-ab8d-45d8e7c071ad tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396766 Aug 09 14:53:30.458270 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-759f40c5-aeb3-4c36-bb8e-b5bfffd615d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 999 time: 0.1861145 Aug 09 14:53:30.514389 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-8b3ae226-ffec-484d-95b2-233dd4cfe558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.516220 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-8b3ae226-ffec-484d-95b2-233dd4cfe558 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0509267 Aug 09 14:53:30.524548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5216-11e1-482b-9747-945a7692e87c req-fb677361-ed0e-47a6-9937-a1e65ae4a2f2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.526036 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-452c5216-11e1-482b-9747-945a7692e87c req-fb677361-ed0e-47a6-9937-a1e65ae4a2f2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.1467481 Aug 09 14:53:30.550168 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port f3cad35b-fbc7-4943-b61f-047e5742ffa4 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:30.550912 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:30.602160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-2d8a461f-b9f7-45bd-a144-f1b8c96398da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:30.603871 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-2d8a461f-b9f7-45bd-a144-f1b8c96398da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767894 Aug 09 14:53:30.608253 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-452c5216-11e1-482b-9747-945a7692e87c req-310759ad-cf40-4c1a-8daa-0d00cf40fdae tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718272 Aug 09 14:53:30.703390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:26Z', 'revision_number': 4, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'dc920e99-f7b2-4d02-b2dc-f7999e7ab621', 'name': '', 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'mac_address': 'fa:16:3e:ed:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a904a0c-a108-429a-a274-6383e6a020be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:25Z', 'updated_at': '2021-08-09T14:53:29Z', 'revision_number': 4, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'subnets': [{'id': '7a904a0c-a108-429a-a274-6383e6a020be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:30.715578 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-2fd2e328-5f30-419f-996e-d359f95f5af6 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037490 Aug 09 14:53:30.747839 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d71146b-f66c-44fc-a3ac-0f0192fe2c00 None None] The sync data for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi is: [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:26Z', 'revision_number': 4, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'dc920e99-f7b2-4d02-b2dc-f7999e7ab621', 'name': '', 'network_id': 'f1a303c3-8804-4c43-b34c-9c16dd346a04', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'mac_address': 'fa:16:3e:ed:92:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '7a904a0c-a108-429a-a274-6383e6a020be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:25Z', 'updated_at': '2021-08-09T14:53:29Z', 'revision_number': 4, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'subnets': [{'id': '7a904a0c-a108-429a-a274-6383e6a020be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:30.925512 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ccd8f2a2-21ec-4e25-881a-8dfa6afe1320 req-651a6157-fd8c-41fe-994f-aec8b04de82f service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020478 Aug 09 14:53:31.235674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-eabfe0a2-5dba-4c6e-ab97-39d9760c6983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:31.586694 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134a2ad-d8c0-47c6-9df6-a3f33faf4a46 req-953cb875-5139-4dc9-8505-cdf4476371fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:31.601385 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e134a2ad-d8c0-47c6-9df6-a3f33faf4a46 req-953cb875-5139-4dc9-8505-cdf4476371fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0967429 Aug 09 14:53:31.606994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:31.713180 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e134a2ad-d8c0-47c6-9df6-a3f33faf4a46 req-d9b71bd6-6a86-4a51-a0d8-413e13bc4a0b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986950 Aug 09 14:53:31.844855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6e95-d55b-4d84-b74f-a2e1b4932492 req-a9dfe144-0d71-44fe-b690-edebcbef9f31 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:31.846665 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc2f6e95-d55b-4d84-b74f-a2e1b4932492 req-a9dfe144-0d71-44fe-b690-edebcbef9f31 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.0843158 Aug 09 14:53:31.921439 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc2f6e95-d55b-4d84-b74f-a2e1b4932492 req-08c5ff7f-0a84-4d88-9cff-2a1057684abb tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Aug 09 14:53:32.138168 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device dc920e99-f7b2-4d02-b2dc-f7999e7ab621 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:32.284979 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:32.385583 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:32.396150 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:32.396150 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:32.531056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:32.568589 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port dc920e99-f7b2-4d02-b2dc-f7999e7ab621, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:32.834466 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0f9a-c0aa-4239-892d-cd9ad09de25c req-cd7270d9-e082-41c0-9cc1-ac95dadce5d9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:32.835977 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d60a0f9a-c0aa-4239-892d-cd9ad09de25c req-cd7270d9-e082-41c0-9cc1-ac95dadce5d9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0539510 Aug 09 14:53:32.876052 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d60a0f9a-c0aa-4239-892d-cd9ad09de25c req-cf2318bf-8c5f-4deb-994f-c7e5a792516c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337601 Aug 09 14:53:32.992524 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device ce9e5728-ac95-4471-952a-8fad89efb263 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:53:33.019126 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:33.060772 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb218e9-2ae8-4579-9c17-673b3e350bd1 req-41088ff9-0af0-4909-9948-ac4c5e4f5f79 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:33.062878 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9eb218e9-2ae8-4579-9c17-673b3e350bd1 req-41088ff9-0af0-4909-9948-ac4c5e4f5f79 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 943 time: 0.0778258 Aug 09 14:53:33.135165 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9eb218e9-2ae8-4579-9c17-673b3e350bd1 req-649e0ac5-224a-4998-8286-3aa51c834528 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Aug 09 14:53:33.205188 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:33.234509 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce9e5728-ac95-4471-952a-8fad89efb263,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:33.251486 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'ce9e5728-ac95-4471-952a-8fad89efb263', 'network_id': '413c9a34-299a-4ef0-8a05-71726228ea11', 'port_id': 'ce9e5728-ac95-4471-952a-8fad89efb263', 'mac_address': 'fa:16:3e:f3:8c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2b06b1-4efc-48a3-a6cb-41183ef23379', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:53:33.364193 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:33.402265 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9e5728-ac95-4471-952a-8fad89efb263 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:53:33.444551 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce9e5728-ac95-4471-952a-8fad89efb263,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:33.449999 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74e111-323b-4b41-8021-edbc4fc823c6 req-e8e8db19-2d61-405d-a08f-0fa80a46d142 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:33.452480 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab74e111-323b-4b41-8021-edbc4fc823c6 req-e8e8db19-2d61-405d-a08f-0fa80a46d142 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1026640 Aug 09 14:53:33.504066 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:33.570484 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab74e111-323b-4b41-8021-edbc4fc823c6 req-3e066bd6-35fa-4966-b018-6cf56b122695 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053233 Aug 09 14:53:33.596808 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:33.753497 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:34.013396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025a2e-7c60-4ae7-91c2-805fe85d41fd req-ed17c78a-3e11-410b-b9c7-577743987d27 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:34.015478 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-44025a2e-7c60-4ae7-91c2-805fe85d41fd req-ed17c78a-3e11-410b-b9c7-577743987d27 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0616169 Aug 09 14:53:34.050553 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device dc920e99-f7b2-4d02-b2dc-f7999e7ab621 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:34.071277 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-44025a2e-7c60-4ae7-91c2-805fe85d41fd req-b01d3e9d-1003-468a-a80f-87cb5b96bf1e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447412 Aug 09 14:53:34.119161 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:34.119803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:34.280375 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227803d-fda7-4cc6-8155-e70d70ec8558 req-c5ce29a1-b6f6-4230-a366-aa68abb68ff2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:34.282017 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4227803d-fda7-4cc6-8155-e70d70ec8558 req-c5ce29a1-b6f6-4230-a366-aa68abb68ff2 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 944 time: 0.0564215 Aug 09 14:53:34.323417 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4227803d-fda7-4cc6-8155-e70d70ec8558 req-67980502-78a0-4d41-b728-c3dfa1aea41d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351267 Aug 09 14:53:34.702978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c30ac-049f-447f-b212-43777eb8224d req-d7ffca0a-cfa9-4ab7-bf26-16ed837dc555 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:34.704547 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c83c30ac-049f-447f-b212-43777eb8224d req-d7ffca0a-cfa9-4ab7-bf26-16ed837dc555 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0554867 Aug 09 14:53:34.749054 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c83c30ac-049f-447f-b212-43777eb8224d req-a5111f5d-592d-4e42-9561-e52f2d38a9b0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Aug 09 14:53:35.300296 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['ce9e5728-ac95-4471-952a-8fad89efb263'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:53:35.417001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08619d1-6305-456c-afb9-04ac55a6af15 req-27261b95-7170-45fc-8a5c-9b637c96ce50 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:35.418620 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d08619d1-6305-456c-afb9-04ac55a6af15 req-27261b95-7170-45fc-8a5c-9b637c96ce50 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1663473 Aug 09 14:53:35.536990 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d08619d1-6305-456c-afb9-04ac55a6af15 req-bd6a6fec-f646-40f1-ae40-2e8d772603ac tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040583 Aug 09 14:53:35.587435 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384cb7d-71a2-4ad9-a798-2e5cb4b765a4 req-00e11b2b-bf2a-4bfa-85c6-2b11240e3e57 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:35.595964 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7384cb7d-71a2-4ad9-a798-2e5cb4b765a4 req-00e11b2b-bf2a-4bfa-85c6-2b11240e3e57 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 944 time: 0.1156983 Aug 09 14:53:35.654826 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:53:35.659718 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7384cb7d-71a2-4ad9-a798-2e5cb4b765a4 req-62a33920-dd07-4632-9087-7ff58fa392b6 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Aug 09 14:53:35.987762 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5f861-73d0-4bcf-8050-7f40d20ede7b req-0d6a357f-7191-47d9-9a09-1282327ae8fc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:36.000068 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eea5f861-73d0-4bcf-8050-7f40d20ede7b req-0d6a357f-7191-47d9-9a09-1282327ae8fc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1332600 Aug 09 14:53:36.069850 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eea5f861-73d0-4bcf-8050-7f40d20ede7b req-27d533cf-1b5e-4e98-813c-e562a1001d5d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683217 Aug 09 14:53:36.693312 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba69ed3-5ea5-4786-b0f6-5c7d92008add req-242e5363-136b-428b-bfa9-a148be4b80f0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:36.696261 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ba69ed3-5ea5-4786-b0f6-5c7d92008add req-242e5363-136b-428b-bfa9-a148be4b80f0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0830464 Aug 09 14:53:36.773638 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ba69ed3-5ea5-4786-b0f6-5c7d92008add req-557b39fe-d9c4-4048-9733-7745d9dee40a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637474 Aug 09 14:53:36.860998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97073ad7-6c58-4cce-98a8-144a7022dbc0 req-3be50a63-b797-4ed4-8458-ef4bb978320f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:36.863468 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97073ad7-6c58-4cce-98a8-144a7022dbc0 req-3be50a63-b797-4ed4-8458-ef4bb978320f tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 944 time: 0.0704942 Aug 09 14:53:36.946829 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97073ad7-6c58-4cce-98a8-144a7022dbc0 req-86580e7b-1f78-4705-84a6-f51a9f3c3500 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752213 Aug 09 14:53:36.980188 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device ce9e5728-ac95-4471-952a-8fad89efb263 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:37.130838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port ce9e5728-ac95-4471-952a-8fad89efb263 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:37.136029 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port ce9e5728-ac95-4471-952a-8fad89efb263 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:37.136641 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:37.272688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:37.300784 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:37.303143 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3ad26-36d3-4dc6-88c1-e5bd386011c8 req-c7ea217a-31c7-462b-92a1-fe163b2c3a79 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:37.303745 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbad168-05fb-45a7-87cc-3131cc30ead1" -d '{"events": [{"server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:37.304734 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a6c3ad26-36d3-4dc6-88c1-e5bd386011c8 req-c7ea217a-31c7-462b-92a1-fe163b2c3a79 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1063211 Aug 09 14:53:37.322236 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce9e5728-ac95-4471-952a-8fad89efb263,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:37.361785 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b42e53-b444-455e-bfd0-235b71affbc8 x-openstack-request-id: req-99b42e53-b444-455e-bfd0-235b71affbc8 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:37.362090 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:37.362351 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99b42e53-b444-455e-bfd0-235b71affbc8 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:37.362800 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263', 'code': 200} Aug 09 14:53:37.379022 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a6c3ad26-36d3-4dc6-88c1-e5bd386011c8 req-8525ff25-7bc8-4b71-bb1a-26e132e18a6e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601819 Aug 09 14:53:37.393814 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:37.479048 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:37.996672 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfeebe-add9-4466-bab7-9135b6ecc6d1 req-c377d90e-3b12-479f-afb4-7bf600a89642 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:38.003388 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-01bfeebe-add9-4466-bab7-9135b6ecc6d1 req-c377d90e-3b12-479f-afb4-7bf600a89642 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1024945 Aug 09 14:53:38.084676 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-01bfeebe-add9-4466-bab7-9135b6ecc6d1 req-689d89ae-c23e-429b-a54b-70635d10ef40 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644312 Aug 09 14:53:38.221424 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da29d-14c2-4f73-b21f-36640ed5bbe6 req-0bd4c9f4-a16a-4a77-a748-da09044bd986 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:38.224330 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-649da29d-14c2-4f73-b21f-36640ed5bbe6 req-0bd4c9f4-a16a-4a77-a748-da09044bd986 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0969090 Aug 09 14:53:38.314568 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-649da29d-14c2-4f73-b21f-36640ed5bbe6 req-046268ca-c0d1-4104-97d4-b3619f0218da tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695491 Aug 09 14:53:38.785287 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9671c9-2068-444d-a95b-3d209e0d87cc req-944071fc-5b93-41da-80e9-11b65fdece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:38.787487 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aa9671c9-2068-444d-a95b-3d209e0d87cc req-944071fc-5b93-41da-80e9-11b65fdece26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 1098 time: 0.1521788 Aug 09 14:53:38.800344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe94cd-da93-42e1-bc7e-cc873e5dec73 req-60aa5331-edb1-4832-8fd0-506a7cad07dc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:38.802455 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1ffe94cd-da93-42e1-bc7e-cc873e5dec73 req-60aa5331-edb1-4832-8fd0-506a7cad07dc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.2220876 Aug 09 14:53:38.883283 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1ffe94cd-da93-42e1-bc7e-cc873e5dec73 req-4890ff8d-1c5c-4352-a671-8199a36b2836 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Aug 09 14:53:39.258849 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07168a8e-86c3-47aa-93a9-13be15d5ad11 req-836b23a0-efed-4f84-a82a-5f119630f418 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:39.273678 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07168a8e-86c3-47aa-93a9-13be15d5ad11 req-836b23a0-efed-4f84-a82a-5f119630f418 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0904684 Aug 09 14:53:39.337840 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07168a8e-86c3-47aa-93a9-13be15d5ad11 req-5cd5028c-e757-44bc-aec8-d38b6264b453 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609181 Aug 09 14:53:39.463934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5bd79-e68a-406a-a544-7fd2f5cf3ff4 req-a3191030-3c75-467e-90d2-c9f38a6f9b68 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:39.474056 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26d5bd79-e68a-406a-a544-7fd2f5cf3ff4 req-a3191030-3c75-467e-90d2-c9f38a6f9b68 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0661414 Aug 09 14:53:39.569401 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26d5bd79-e68a-406a-a544-7fd2f5cf3ff4 req-3f1a4e05-a641-4bd8-aa90-6ffc224b2c75 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942886 Aug 09 14:53:40.083731 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e6371-605a-4aac-aac3-262368ce8b6d req-da2af6a5-0c9a-4d60-8394-caf50a6b9ce9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:40.085411 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-076e6371-605a-4aac-aac3-262368ce8b6d req-da2af6a5-0c9a-4d60-8394-caf50a6b9ce9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0787945 Aug 09 14:53:40.126884 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-076e6371-605a-4aac-aac3-262368ce8b6d req-8a2499c9-db70-45a8-b72f-ffe9859ac60f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Aug 09 14:53:40.470690 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4960f4-50aa-456a-845b-8fe0ca756584 req-0ee54322-232c-44ac-9503-24b2b224f220 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:40.472269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c4960f4-50aa-456a-845b-8fe0ca756584 req-0ee54322-232c-44ac-9503-24b2b224f220 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0495894 Aug 09 14:53:40.534470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c4960f4-50aa-456a-845b-8fe0ca756584 req-de036de4-63e5-4e00-afc5-393a0bfbbc18 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501511 Aug 09 14:53:40.764914 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aa9671c9-2068-444d-a95b-3d209e0d87cc req-11e273a0-d35c-4013-8995-4c2d670755f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Aug 09 14:53:40.780177 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd703b0-3977-43c4-93f7-ce3cce7f6809 req-01cca47b-13a2-4bd3-a539-d95532b1f360 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:40.781838 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7cd703b0-3977-43c4-93f7-ce3cce7f6809 req-01cca47b-13a2-4bd3-a539-d95532b1f360 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1119049 Aug 09 14:53:40.842987 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7cd703b0-3977-43c4-93f7-ce3cce7f6809 req-79eb2443-18e9-4d78-9a99-4d0d1e722873 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526273 Aug 09 14:53:41.247025 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2ddd-93e7-49ff-bd09-84b625bd7068 req-3cd0bb65-3178-4143-b681-57620e57b9c2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:41.248593 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-93eb2ddd-93e7-49ff-bd09-84b625bd7068 req-3cd0bb65-3178-4143-b681-57620e57b9c2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Aug 09 14:53:41.275460 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40470) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:41.292963 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-93eb2ddd-93e7-49ff-bd09-84b625bd7068 req-d21c1a2d-7814-4731-9204-11d5fc20db00 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Aug 09 14:53:41.655048 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:41.740303 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185858-a2c7-4c1d-a46d-9e5609f5be6b req-ff92fe60-557e-4c26-875a-08e27c545cdb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:41.748511 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da185858-a2c7-4c1d-a46d-9e5609f5be6b req-ff92fe60-557e-4c26-875a-08e27c545cdb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0862436 Aug 09 14:53:41.771409 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:41.800864 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da185858-a2c7-4c1d-a46d-9e5609f5be6b req-c2154504-ed46-43ea-8e3f-7240e60e00dd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510681 Aug 09 14:53:41.850592 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:41.884286 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7673d95947054e3bbb521fad8cd79633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075354 Aug 09 14:53:41.887051 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40488) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:41.914400 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef26f83-564a-43c4-a1c7-007b94835f08,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:41.928734 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.929224 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.929697 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.930123 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.930633 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.931195 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.931642 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.932129 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.932707 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.933207 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.933691 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.934711 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb87a0ad-7b88-463f-b235-0e9b8cdecae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:41.954688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:42.024876 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:42.084076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326a34-5f58-4a95-89f9-f2306a94a64c req-961c9943-bf62-4b6e-be91-47bc81ea5df9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:42.086265 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f326a34-5f58-4a95-89f9-f2306a94a64c req-961c9943-bf62-4b6e-be91-47bc81ea5df9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1037614 Aug 09 14:53:42.142978 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f326a34-5f58-4a95-89f9-f2306a94a64c req-e98e1200-5364-4601-8aa4-5e02df146413 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486264 Aug 09 14:53:42.205593 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:42.209515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:42.215395 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ef26f83-564a-43c4-a1c7-007b94835f08 HTTP/1.1" status: 204 len: 168 time: 0.3233688 Aug 09 14:53:42.225895 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef26f83-564a-43c4-a1c7-007b94835f08,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:42.234749 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.235158 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.235616 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.236209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.236628 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.237122 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.238019 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.238366 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.238709 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.239379 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.239719 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.244076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662dfd57-c3ae-4a4c-a0bd-991d326e6caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:42.529932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea167-3895-4c88-9593-5126f7c1aee9 req-5f79f410-7bdf-4399-abac-379111c97ec0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:42.540872 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe7ea167-3895-4c88-9593-5126f7c1aee9 req-5f79f410-7bdf-4399-abac-379111c97ec0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1090939 Aug 09 14:53:42.653992 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe7ea167-3895-4c88-9593-5126f7c1aee9 req-27b6cbfe-a593-4509-968b-3f7bdeb7d6ec tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121020 Aug 09 14:53:42.707070 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-fa7ab17d-4708-4da8-a32d-a6992eb592bb tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:42.708732 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-fa7ab17d-4708-4da8-a32d-a6992eb592bb tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 814 time: 0.1560895 Aug 09 14:53:42.726441 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-62650482-7362-4dfb-b8e7-bf7fa5e91829 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/quotas/2c92c65dcc31487da1708bdb206f8251 HTTP/1.1" status: 200 len: 375 time: 0.0101321 Aug 09 14:53:42.806835 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-c6400ebf-e0f1-4c08-bcdb-d60d823bdd1e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706758 Aug 09 14:53:42.987148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-a977dba7-1b48-4d64-ba9a-8923f9c9b0cc service neutron] 10.222.0.45 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681230 Aug 09 14:53:43.004952 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf49b-5a73-45b4-9f0b-ce5393f6f9cd req-20c7509b-9a81-4f95-bd15-846ca0f68f77 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:43.009083 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-243cf49b-5a73-45b4-9f0b-ce5393f6f9cd req-20c7509b-9a81-4f95-bd15-846ca0f68f77 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1240156 Aug 09 14:53:43.023994 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40526) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:43.113564 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-243cf49b-5a73-45b4-9f0b-ce5393f6f9cd req-119d9f2a-2ff8-4926-92f0-01aa2939c199 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976417 Aug 09 14:53:43.162019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-282ec21b-7364-481e-81fd-af6736f2aee4 service neutron] 10.222.0.45 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544392 Aug 09 14:53:43.171096 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7842e361-fcd7-4688-98d8-30e94519518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.328943 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81537d8b-9600-4601-8a48-e586c93fb659 req-1bbd1004-af80-4a82-92b1-4b1ab81f6526 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:43.332349 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-81537d8b-9600-4601-8a48-e586c93fb659 req-1bbd1004-af80-4a82-92b1-4b1ab81f6526 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0921144 Aug 09 14:53:43.369487 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7842e361-fcd7-4688-98d8-30e94519518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.371946 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-81537d8b-9600-4601-8a48-e586c93fb659 req-6f2b920f-fa99-4cde-bb09-888502c78341 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Aug 09 14:53:43.479570 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7842e361-fcd7-4688-98d8-30e94519518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.528806 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-226a3cf4-4abe-41b1-805a-e20ca6198391 req-dc2291d3-a7eb-466a-8095-d3b61fc55101 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0374875 Aug 09 14:53:43.537871 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842e361-fcd7-4688-98d8-30e94519518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd8d55d-dfd0-4b02-b32f-33344c8741d4,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:43.568120 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7842e361-fcd7-4688-98d8-30e94519518e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0ec6fe650d941a98e40c06d8321a238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423515 Aug 09 14:53:43.570705 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40544) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:43.600686 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40546) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:43.640931 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.672071 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.787354 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-319408954-network', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:43.829936 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95ce0c-d8b7-4bf3-8e66-a05750a5b424 req-19f46004-1e1e-4aae-8c96-9b855cb464bb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:43.831721 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed95ce0c-d8b7-4bf3-8e66-a05750a5b424 req-19f46004-1e1e-4aae-8c96-9b855cb464bb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0564251 Aug 09 14:53:43.875066 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed95ce0c-d8b7-4bf3-8e66-a05750a5b424 req-a97cfd19-ba87-45f4-b9ae-94af27896ef8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360332 Aug 09 14:53:43.893939 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.901464 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.905545 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cd8d55d-dfd0-4b02-b32f-33344c8741d4 HTTP/1.1" status: 204 len: 168 time: 0.3335445 Aug 09 14:53:43.915489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd0204-2c6b-44bb-b5db-1a776e51bb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd8d55d-dfd0-4b02-b32f-33344c8741d4,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:43.942341 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Made reservation on behalf of 8fb370bf996c4e34832547e0c10a54ba for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:43.944982 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:43.957237 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:44.073619 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:44.246781 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce46729-990a-4399-893d-fbed8990ae34 req-d5fe7f9d-d1cb-4741-b62d-ebb6ae743e9a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:44.254981 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ce46729-990a-4399-893d-fbed8990ae34 req-d5fe7f9d-d1cb-4741-b62d-ebb6ae743e9a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0662045 Aug 09 14:53:44.296253 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ce46729-990a-4399-893d-fbed8990ae34 req-72614e67-9cfd-40bf-b525-6b35fe94f1d1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Aug 09 14:53:44.537044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ebc7-6977-41ef-a29c-7f31d3790d04 req-d28b327f-a2f1-49f8-963f-490bb618ce1d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:44.539019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9332ebc7-6977-41ef-a29c-7f31d3790d04 req-d28b327f-a2f1-49f8-963f-490bb618ce1d tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0961559 Aug 09 14:53:44.589134 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9332ebc7-6977-41ef-a29c-7f31d3790d04 req-4849dc92-286f-4f5c-b4c0-4e2145b5b09c tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Aug 09 14:53:44.610028 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-62425829-a9dd-4520-bb7e-961807919836 req-c53129e3-c218-458b-86e9-a30738e84340 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0315619 Aug 09 14:53:44.936220 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:44.954684 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:53:44.974369 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:44.974827 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Added segment c7279969-706a-4a8a-9d3e-5e4872796355 of type vlan for network 338442d7-0df2-4cf5-b8e2-2bc73033d800 Aug 09 14:53:45.031377 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:45.065437 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180513db-7b71-4890-a2f8-fac2af76ecd1 req-70acb9f5-d6f1-4f4a-96a5-cea3aeb9f405 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:45.067363 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-180513db-7b71-4890-a2f8-fac2af76ecd1 req-70acb9f5-d6f1-4f4a-96a5-cea3aeb9f405 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0908723 Aug 09 14:53:45.078085 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc12b2-3e2d-4ebe-80ab-778738f97674,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:45.128945 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-180513db-7b71-4890-a2f8-fac2af76ecd1 req-2e973ac5-541a-4c1f-aff7-806210ca3119 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528162 Aug 09 14:53:45.321538 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:45.322545 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:45.323255 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:45.387233 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] Pushing event updated for resources: {'Network': ['ID=338442d7-0df2-4cf5-b8e2-2bc73033d800,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:45.404916 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:53:45.428319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e654548-9f82-432b-8a99-cf77289fa850 req-b279121e-19eb-4481-8b4e-d01ed4f049bb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:45.429821 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e654548-9f82-432b-8a99-cf77289fa850 req-b279121e-19eb-4481-8b4e-d01ed4f049bb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0498354 Aug 09 14:53:45.489517 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e654548-9f82-432b-8a99-cf77289fa850 req-2cd4dcae-bd15-469e-86ba-c586b1118dd2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534258 Aug 09 14:53:45.665219 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-206f2125-4c30-49ee-a958-ac8ab0d31720 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0632763 Aug 09 14:53:45.668214 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40586) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:45.674283 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Request body: {'subnet': {'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-319408954-subnet', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:45.688677 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6a920a79-479d-49b3-8f8d-3d6caed62d16 req-f8025d3a-d95f-4323-ae45-973fccec3937 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0332007 Aug 09 14:53:45.730604 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901201-f590-45d3-a2bd-f7829b42d440 req-28baadbe-06e5-4de7-a549-0680f870ca42 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:45.732978 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-44901201-f590-45d3-a2bd-f7829b42d440 req-28baadbe-06e5-4de7-a549-0680f870ca42 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0681908 Aug 09 14:53:45.766953 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Made reservation on behalf of 8fb370bf996c4e34832547e0c10a54ba for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:45.769281 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:45.791696 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-44901201-f590-45d3-a2bd-f7829b42d440 req-17c8c022-ccae-423b-95e0-c0c4dc4ec00e tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Aug 09 14:53:46.087198 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.140315 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c873816-b4d9-4d24-83df-da5dc1979882,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:46.156779 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Checking segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:46.157148 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Network hostable DHCP agents. Network: 338442d7-0df2-4cf5-b8e2-2bc73033d800, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:53:46.245243 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:53:46.256795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa9e71-be73-4159-85bc-f935d110ead7 req-d7f21894-433a-4114-b1ed-a51eafb7552f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:46.259709 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3faa9e71-be73-4159-85bc-f935d110ead7 req-d7f21894-433a-4114-b1ed-a51eafb7552f tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Aug 09 14:53:46.299745 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3faa9e71-be73-4159-85bc-f935d110ead7 req-0fab4e4f-5cc9-49f5-8d33-34af9e0171a8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 09 14:53:46.319358 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 338442d7-0df2-4cf5-b8e2-2bc73033d800) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:46.323717 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:46.324541 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.330182 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace0d34-d4ab-4a14-8390-88c08a902aa3 None None] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:46.412147 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-24a5d101-52d0-400f-bfd3-04f17e5e8574 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7427475 Aug 09 14:53:46.415319 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40612) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:46.420229 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:46.487426 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-338442d7-0df2-4cf5-b8e2-2bc73033d800', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:53:46.489725 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.508426 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.509551 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.558433 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.634553 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Allocated IP 172.20.0.2 (338442d7-0df2-4cf5-b8e2-2bc73033d800/4c873816-b4d9-4d24-83df-da5dc1979882/a609213b-e8b0-4b9b-9a17-b0b205a548bf) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:46.674015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd463b85-17e3-4b56-943f-bd44666831a3 req-271d0065-380c-4f9d-a76e-54046aa6e0f5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:46.675668 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dd463b85-17e3-4b56-943f-bd44666831a3 req-271d0065-380c-4f9d-a76e-54046aa6e0f5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0682447 Aug 09 14:53:46.720207 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dd463b85-17e3-4b56-943f-bd44666831a3 req-26f08fca-0bde-450d-93bb-6d737a1fdd81 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378101 Aug 09 14:53:46.762029 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.801061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2850a7a0-96a2-4474-b03e-57eb0d1506d7 req-ebaf032c-f7bc-4516-8145-ee44471975ee tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0261488 Aug 09 14:53:46.805744 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.821839 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Transition to ACTIVE for port object a609213b-e8b0-4b9b-9a17-b0b205a548bf will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:46.831342 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Transition to ACTIVE for port object a609213b-e8b0-4b9b-9a17-b0b205a548bf will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:46.918951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3495-9fe5-4783-9673-9649082e897b req-0a549341-24af-461f-af38-e48b6b801d37 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:46.921661 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe9c3495-9fe5-4783-9673-9649082e897b req-0a549341-24af-461f-af38-e48b6b801d37 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0497384 Aug 09 14:53:46.922532 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:46.972684 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:46.977958 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:46.981992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:46.998461 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe9c3495-9fe5-4783-9673-9649082e897b req-9fd2d2bb-aef7-4163-8627-85025d437840 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665789 Aug 09 14:53:47.012337 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Pushing event updated for resources: {'Port': ['ID=a609213b-e8b0-4b9b-9a17-b0b205a548bf,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.050851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:53:47.069702 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.073081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Attempting to bind port a609213b-e8b0-4b9b-9a17-b0b205a548bf on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:47.073573 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Attempting to bind port a609213b-e8b0-4b9b-9a17-b0b205a548bf by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:47.074018 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Attempting to bind port a609213b-e8b0-4b9b-9a17-b0b205a548bf on network 338442d7-0df2-4cf5-b8e2-2bc73033d800 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:47.081137 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:47.083967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Checking segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:47.083967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.083967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Bound using segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:47.083967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Bound port: a609213b-e8b0-4b9b-9a17-b0b205a548bf, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:47.083967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.088869 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.157284 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] For port a609213b-e8b0-4b9b-9a17-b0b205a548bf, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:47.160595 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] For port a609213b-e8b0-4b9b-9a17-b0b205a548bf, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a609213b-e8b0-4b9b-9a17-b0b205a548bf,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:47.194256 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Allocated IP 172.27.1.29 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/405626ac-0cd8-43d2-9c53-ed9e2893752c) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:47.269137 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.296965 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.328988 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4564-488e-4cf9-a5f8-0e947a945eeb None None] Pushing event updated for resources: {'Port': ['ID=a609213b-e8b0-4b9b-9a17-b0b205a548bf,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:47.407531 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.425047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b4eb9-bac4-4d64-9e83-f41efbfd35b4 req-a8aec137-febe-48c8-8878-0e77fa7325b1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:47.426763 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb5b4eb9-bac4-4d64-9e83-f41efbfd35b4 req-a8aec137-febe-48c8-8878-0e77fa7325b1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0517604 Aug 09 14:53:47.447834 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:47.450832 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:47.453897 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:47.472191 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb5b4eb9-bac4-4d64-9e83-f41efbfd35b4 req-59dac2bb-d83a-4ffd-a013-70277327773d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 Aug 09 14:53:47.494993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Pushing event updated for resources: {'Port': ['ID=405626ac-0cd8-43d2-9c53-ed9e2893752c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:47.851668 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf2a6c-8dd5-4baa-8def-df2c00b5d86e req-b6ab9395-6e12-44e8-9e28-5a25063aa502 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:47.853493 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dadf2a6c-8dd5-4baa-8def-df2c00b5d86e req-b6ab9395-6e12-44e8-9e28-5a25063aa502 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0550632 Aug 09 14:53:47.860762 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:47.907317 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64c5e0be-5457-4c86-a04f-0e78180a7c23 req-9ad5ff21-75d5-42e2-990c-123ef4c78321 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0297730 Aug 09 14:53:47.930162 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dadf2a6c-8dd5-4baa-8def-df2c00b5d86e req-da787cca-40df-4f83-b452-3b49e83d991a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681622 Aug 09 14:53:48.111818 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a609213b-e8b0-4b9b-9a17-b0b205a548bf up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:48.125274 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:48.155144 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01847-ba9a-4d43-bb34-3509d00e728d req-54496059-cf9e-4a04-a07c-f8489790eaa0 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:48.156765 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50f01847-ba9a-4d43-bb34-3509d00e728d req-54496059-cf9e-4a04-a07c-f8489790eaa0 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0759373 Aug 09 14:53:48.203858 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50f01847-ba9a-4d43-bb34-3509d00e728d req-9441bc9a-3770-4d4b-ac90-91106f81fd92 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Aug 09 14:53:48.298602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port a609213b-e8b0-4b9b-9a17-b0b205a548bf completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:48.393406 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Router 9206108f-2e7f-4f30-a11a-9fad8d97d252 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:53:48.396685 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31930480-145e-43eb-8c10-051ed041ba98 None None] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:48.510749 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:48.531267 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Sync routers for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:48.541185 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:48.541801 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:48.578940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Provisioning for port a609213b-e8b0-4b9b-9a17-b0b205a548bf completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:48.584994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Provisioning complete for port a609213b-e8b0-4b9b-9a17-b0b205a548bf triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:48.590217 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:48.625483 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4a466-3c37-4c37-8c2e-3339c75521c2 req-30cffa71-7d36-4caa-9b2c-7acb50958034 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:48.627343 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50e4a466-3c37-4c37-8c2e-3339c75521c2 req-30cffa71-7d36-4caa-9b2c-7acb50958034 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0786207 Aug 09 14:53:48.639595 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:48.644123 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6407050b-fc1a-4398-ad3f-f785e48020c5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2274375 Aug 09 14:53:48.644766 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40638) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:48.700361 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:48.714709 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50e4a466-3c37-4c37-8c2e-3339c75521c2 req-98df6013-74c1-4512-b429-dc3165c9b61b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Aug 09 14:53:48.761398 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:48.762437 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] For port a609213b-e8b0-4b9b-9a17-b0b205a548bf, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a609213b-e8b0-4b9b-9a17-b0b205a548bf,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:48.884605 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-15644ef3-1eb8-43c9-bcbe-fa2ec8bd390e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:48.886173 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-15644ef3-1eb8-43c9-bcbe-fa2ec8bd390e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 814 time: 0.1457000 Aug 09 14:53:48.911319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'port': {'device_id': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'admin_state_up': True, 'tenant_id': '2c92c65dcc31487da1708bdb206f8251'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:48.921978 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.013022 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767b32a-c98e-4b06-8fc1-c9477b8015f3 None None] Pushing event updated for resources: {'Port': ['ID=a609213b-e8b0-4b9b-9a17-b0b205a548bf,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:49.049514 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-8b95821e-2ab2-40c1-bbb0-5b9135ab4bc1 None None] Provisioning complete for port a609213b-e8b0-4b9b-9a17-b0b205a548bf triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:49.049950 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-8b95821e-2ab2-40c1-bbb0-5b9135ab4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.096186 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-968e76ef-e140-4ff1-a377-f78e27469cf8 req-f1c41681-efae-48c9-be55-092db99dbc96 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0414910 Aug 09 14:53:49.133191 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:47Z', 'revision_number': 3, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:49.164840 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb46a-5601-411f-8e19-6d8637e0c536 req-07024094-815d-4df9-9c5c-ef2debed8c02 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:49.173452 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ceabb46a-5601-411f-8e19-6d8637e0c536 req-07024094-815d-4df9-9c5c-ef2debed8c02 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1255112 Aug 09 14:53:49.177322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Checking router: 9206108f-2e7f-4f30-a11a-9fad8d97d252 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:49.177674 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Updating router 9206108f-2e7f-4f30-a11a-9fad8d97d252 port 405626ac-0cd8-43d2-9c53-ed9e2893752c binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:49.208456 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.210306 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ceabb46a-5601-411f-8e19-6d8637e0c536 req-208b3a86-15d3-4b80-9122-fa3769ddce6a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359826 Aug 09 14:53:49.242128 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Made reservation on behalf of 2c92c65dcc31487da1708bdb206f8251 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:49.249224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.399532 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b46b12-27b5-498a-81df-4ef15f697d28 req-cfeae50e-221b-460e-85aa-c5dc9fee3571 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:49.401037 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-34b46b12-27b5-498a-81df-4ef15f697d28 req-cfeae50e-221b-460e-85aa-c5dc9fee3571 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0859983 Aug 09 14:53:49.448934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Allocated IP 172.20.0.10 (7c9ad72a-c218-41f4-a4b2-d8e0cff10d02/7b4b5059-f46f-4361-b556-a23e7bb82d23/52611845-9517-42e4-890d-e889ff676c6c) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:49.455892 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.473523 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-34b46b12-27b5-498a-81df-4ef15f697d28 req-7a344bbb-c8ab-4c30-94ca-cd2077a87d85 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573335 Aug 09 14:53:49.506711 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.517390 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Transition to ACTIVE for port object 405626ac-0cd8-43d2-9c53-ed9e2893752c will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:49.605072 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.622506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Allocated IP 172.20.0.1 (338442d7-0df2-4cf5-b8e2-2bc73033d800/4c873816-b4d9-4d24-83df-da5dc1979882/40db337f-f958-462c-a15a-d3813f88de14) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:49.630323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.647238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Transition to ACTIVE for port object 52611845-9517-42e4-890d-e889ff676c6c will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:49.658347 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Attempting to bind port 405626ac-0cd8-43d2-9c53-ed9e2893752c on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:49.658976 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Attempting to bind port 405626ac-0cd8-43d2-9c53-ed9e2893752c by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:49.659366 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Attempting to bind port 405626ac-0cd8-43d2-9c53-ed9e2893752c on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:49.665297 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bde4c-6935-4d94-8bc6-744b13dd4af6 None None] Pushing event updated for resources: {'Port': ['ID=405626ac-0cd8-43d2-9c53-ed9e2893752c,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:49.676282 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:49.676282 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:49.676282 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.676705 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:49.677199 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Bound port: 405626ac-0cd8-43d2-9c53-ed9e2893752c, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:49.677885 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.736655 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] For port 405626ac-0cd8-43d2-9c53-ed9e2893752c, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:49.739973 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] For port 405626ac-0cd8-43d2-9c53-ed9e2893752c, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=405626ac-0cd8-43d2-9c53-ed9e2893752c,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:49.748690 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.753197 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.767409 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Transition to ACTIVE for port object 40db337f-f958-462c-a15a-d3813f88de14 will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:49.824517 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:49.829994 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:49.838490 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:49.857075 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.858806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:49.882721 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.891058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb34f-51da-43ed-b44c-33d4f51d6ba6 req-1d46b5d9-3567-4ae4-8aab-ffd90be14a63 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:49.898734 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-751fb34f-51da-43ed-b44c-33d4f51d6ba6 req-1d46b5d9-3567-4ae4-8aab-ffd90be14a63 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.1199372 Aug 09 14:53:49.919440 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:49.919440 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:49.919613 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:49.920609 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:49.933928 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:49.938152 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:49.945264 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:49.960261 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-751fb34f-51da-43ed-b44c-33d4f51d6ba6 req-7e06e791-0eac-415e-802b-db92fe1e4023 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560713 Aug 09 14:53:49.999886 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Pushing event updated for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:50.016652 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bde4c-6935-4d94-8bc6-744b13dd4af6 None None] Pushing event updated for resources: {'Port': ['ID=405626ac-0cd8-43d2-9c53-ed9e2893752c,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:50.036303 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7202d84b-c856-4999-8ee6-083dfe0d89d5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289756 Aug 09 14:53:50.048565 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.055816 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a609213b-e8b0-4b9b-9a17-b0b205a548bf up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:50.091354 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:50.130367 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port a609213b-e8b0-4b9b-9a17-b0b205a548bf triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:50.130988 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.230959 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-999da990-1d3b-4e77-9c81-561e6b853c9a None None] Provisioning for port 52611845-9517-42e4-890d-e889ff676c6c completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:50.237993 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-999da990-1d3b-4e77-9c81-561e6b853c9a None None] Provisioning complete for port 52611845-9517-42e4-890d-e889ff676c6c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:50.238470 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-999da990-1d3b-4e77-9c81-561e6b853c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.246566 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a14c6-8549-47af-bab6-48eb8a04c13f req-e487e3ab-24a6-4b59-bf57-85ad72d0829a tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:50.255050 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b76a14c6-8549-47af-bab6-48eb8a04c13f req-e487e3ab-24a6-4b59-bf57-85ad72d0829a tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 932 time: 0.0597789 Aug 09 14:53:50.297545 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b76a14c6-8549-47af-bab6-48eb8a04c13f req-4b6e036a-9f4d-47bb-8b64-5bbf7d2733dd tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Aug 09 14:53:50.301844 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-999da990-1d3b-4e77-9c81-561e6b853c9a None None] Port 52611845-9517-42e4-890d-e889ff676c6c cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:50.315979 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.340447 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:47Z', 'revision_number': 3, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:50.361161 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b76c-26e5-47a9-a119-f4e7676a4542 req-bfc165ae-94f3-462a-8691-5b8906399d1b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:50.362690 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-21b1b76c-26e5-47a9-a119-f4e7676a4542 req-bfc165ae-94f3-462a-8691-5b8906399d1b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0563414 Aug 09 14:53:50.372695 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e102-32e0-4759-89ab-23604d8de0f6 None None] The sync data for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi is: [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:47Z', 'revision_number': 3, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:50.411383 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-21b1b76c-26e5-47a9-a119-f4e7676a4542 req-ca394f42-5d09-495b-9279-e3ef2c5b8788 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Aug 09 14:53:50.493027 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.498528 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-6b3c6ed9-8b52-4af4-8b4b-85e598b1b451 None None] Provisioning for port 40db337f-f958-462c-a15a-d3813f88de14 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:50.503132 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-6b3c6ed9-8b52-4af4-8b4b-85e598b1b451 None None] Provisioning complete for port 40db337f-f958-462c-a15a-d3813f88de14 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:50.507630 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6b3c6ed9-8b52-4af4-8b4b-85e598b1b451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.541807 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c6ed9-8b52-4af4-8b4b-85e598b1b451 None None] Port 40db337f-f958-462c-a15a-d3813f88de14 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:50.555572 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.628027 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Pushing event updated for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:50.630369 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.730860 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:50.732320 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:50.858097 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Router 9206108f-2e7f-4f30-a11a-9fad8d97d252 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:53:50.965183 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-61f9f5de-8dfd-425f-a8f9-b561ae5ee2da None None] Provisioning complete for port 40db337f-f958-462c-a15a-d3813f88de14 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:50.965565 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-61f9f5de-8dfd-425f-a8f9-b561ae5ee2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:50.978712 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:50.988775 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-749db88d-6a0a-46d1-b061-c835e7a97eba admin admin] 10.222.0.45 "PUT /v2.0/routers/9206108f-2e7f-4f30-a11a-9fad8d97d252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413010 Aug 09 14:53:51.004649 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-61f9f5de-8dfd-425f-a8f9-b561ae5ee2da None None] Port 40db337f-f958-462c-a15a-d3813f88de14 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:53:51.091643 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418ca2-6c3d-44e0-b0f7-2a0cba98b953 req-a9492fe6-609e-4682-9c61-e0e39bd11c2e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:51.093738 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8418ca2-6c3d-44e0-b0f7-2a0cba98b953 req-a9492fe6-609e-4682-9c61-e0e39bd11c2e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0724366 Aug 09 14:53:51.140581 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8418ca2-6c3d-44e0-b0f7-2a0cba98b953 req-f2c66385-fd40-4c0b-8df5-2c27f9606dd1 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Aug 09 14:53:51.426806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a14e9-ca16-4ede-b697-d6db34cfede9 req-0528a531-78f8-4c69-bc2b-0d8a20ce6999 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:51.428627 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-926a14e9-ca16-4ede-b697-d6db34cfede9 req-0528a531-78f8-4c69-bc2b-0d8a20ce6999 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 932 time: 0.0563979 Aug 09 14:53:51.467829 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-926a14e9-ca16-4ede-b697-d6db34cfede9 req-ec779bd6-b512-4e53-8fc0-7d2658443108 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Aug 09 14:53:51.538765 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33264bc6-60f6-42cc-8264-c018fa0eb445 req-8426ba22-4a1f-4dc8-8ab6-5eaab9a6ed71 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:51.540398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33264bc6-60f6-42cc-8264-c018fa0eb445 req-8426ba22-4a1f-4dc8-8ab6-5eaab9a6ed71 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0528648 Aug 09 14:53:51.584576 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33264bc6-60f6-42cc-8264-c018fa0eb445 req-9cb641d9-b3cd-40c9-b924-7883718236e3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 09 14:53:51.816989 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40680) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:51.821938 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784631147-network', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:51.898218 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Made reservation on behalf of e2fbe27c76aa46bcb998985ecbc536b4 for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:51.901601 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:51.903074 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Sync routers for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:51.910410 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:51.912788 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:51.913668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:52.001663 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.081091 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.108186 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:53:52.111585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 405626ac-0cd8-43d2-9c53-ed9e2893752c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:52.114386 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae90ff-1f90-4ec8-95bb-ffd6956cdc84,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:52.120451 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.120791 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Added segment 53afe8f3-fb06-4b63-9b41-bf2710e93868 of type vlan for network 2c60a34d-c1de-4371-b82f-0fa15406ab85 Aug 09 14:53:52.160983 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.175627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:52.209791 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Request body: {'port': {'device_id': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:52.254043 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.255526 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:52.257630 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.327798 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.345197 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] Pushing event updated for resources: {'Network': ['ID=2c60a34d-c1de-4371-b82f-0fa15406ab85,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:52.347196 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 405626ac-0cd8-43d2-9c53-ed9e2893752c completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:52.356344 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 405626ac-0cd8-43d2-9c53-ed9e2893752c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:52.356729 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.364330 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5783f7df-de03-4243-9420-a6e2e44b8273 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5452540 Aug 09 14:53:52.366002 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40696) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:52.369688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:53:52.378528 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Request body: {'subnet': {'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784631147-subnet', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:52.493385 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Made reservation on behalf of e2fbe27c76aa46bcb998985ecbc536b4 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:53:52.497649 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.664336 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.696834 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 405626ac-0cd8-43d2-9c53-ed9e2893752c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=405626ac-0cd8-43d2-9c53-ed9e2893752c,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:52.705816 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 2, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:52.739502 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Checking router: 9206108f-2e7f-4f30-a11a-9fad8d97d252 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:52.739866 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Updating router 9206108f-2e7f-4f30-a11a-9fad8d97d252 port 40db337f-f958-462c-a15a-d3813f88de14 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:52.761831 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.805775 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd34bf-6e18-490a-803d-5a1229611274 req-ee6f8c67-15ce-4bb0-b9f6-14af50b65439 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:52.821059 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-53bd34bf-6e18-490a-803d-5a1229611274 req-ee6f8c67-15ce-4bb0-b9f6-14af50b65439 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.5370219 Aug 09 14:53:52.831095 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=405626ac-0cd8-43d2-9c53-ed9e2893752c,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:52.854815 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:52.881007 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-84defc2d-7f1a-48c3-8d70-ae61c4e3fe03 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:52.882572 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-84defc2d-7f1a-48c3-8d70-ae61c4e3fe03 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 945 time: 0.0789983 Aug 09 14:53:52.919782 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-53bd34bf-6e18-490a-803d-5a1229611274 req-3c3c7851-3f89-4950-a404-4bb8cac2e015 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 Aug 09 14:53:52.921066 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.103523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd1319-6ac8-4aa2-88c3-f15c57c6e177 req-b24efb80-b356-4ba7-8f75-427b66cbbae8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:53.105198 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8fd1319-6ac8-4aa2-88c3-f15c57c6e177 req-b24efb80-b356-4ba7-8f75-427b66cbbae8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 932 time: 0.2408864 Aug 09 14:53:53.135145 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48c1573-72f2-4788-82fb-db4d472961d8,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:53.202540 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Deleting port edb45797-b58e-4eff-a1e0-8758458aedfb {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:53:53.202949 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.298960 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Checking segment: {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:53.299774 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Network hostable DHCP agents. Network: 2c60a34d-c1de-4371-b82f-0fa15406ab85, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:53:53.336523 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] For port edb45797-b58e-4eff-a1e0-8758458aedfb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=edb45797-b58e-4eff-a1e0-8758458aedfb,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:53.336887 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.362458 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f8fd1319-6ac8-4aa2-88c3-f15c57c6e177 req-68536379-a4c4-4234-a436-9e261d09bf12 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232850 Aug 09 14:53:53.363733 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Calling delete_port for edb45797-b58e-4eff-a1e0-8758458aedfb owned by compute:nova {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:53:53.385638 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.411686 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Transition to ACTIVE for port object 40db337f-f958-462c-a15a-d3813f88de14 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:53.417796 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774b7b4-9a56-45aa-be9a-89c9af2b8318 req-2176b0fd-bbdc-49ce-96f3-19c9dfed3871 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:53.439169 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2774b7b4-9a56-45aa-be9a-89c9af2b8318 req-2176b0fd-bbdc-49ce-96f3-19c9dfed3871 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.3836370 Aug 09 14:53:53.499267 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.518022 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:53:53.577498 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2b7af-1f1a-4d33-858e-c604b855a70c None None] Pushing event updated for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:53.601593 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2774b7b4-9a56-45aa-be9a-89c9af2b8318 req-ae99bd2d-885a-4218-abd6-382b3b62ab82 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611898 Aug 09 14:53:53.609185 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.665983 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['edb45797-b58e-4eff-a1e0-8758458aedfb', '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:53:53.681498 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Pushing event deleted for resources: {'Port': ['ID=edb45797-b58e-4eff-a1e0-8758458aedfb,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:53.698492 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52611845-9517-42e4-890d-e889ff676c6c {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:53:53.699546 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 2c60a34d-c1de-4371-b82f-0fa15406ab85) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:53.717432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.738897 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:53.739756 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.742505 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4ce0b-c7a9-433c-b924-cc9d4f8cff09 None None] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:53.758797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Transition to ACTIVE for port object 52611845-9517-42e4-890d-e889ff676c6c will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:53.775896 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Attempting to bind port 40db337f-f958-462c-a15a-d3813f88de14 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:53.776486 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Attempting to bind port 40db337f-f958-462c-a15a-d3813f88de14 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:53.776908 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Attempting to bind port 40db337f-f958-462c-a15a-d3813f88de14 on network 338442d7-0df2-4cf5-b8e2-2bc73033d800 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:53.833463 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] No DVR routers for this DVR port edb45797-b58e-4eff-a1e0-8758458aedfb on host hv-cinder-78836 {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:53:53.837460 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.838334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:53.838969 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Checking segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:53.839354 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.839760 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Bound using segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:53.840412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Bound port: 40db337f-f958-462c-a15a-d3813f88de14, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:53.840805 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.845461 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-6e50676d-0de6-49bd-8f35-65db49d12ecb req-39a7c109-5455-4ad5-b022-5d02476e3b8d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "DELETE /v2.0/ports/edb45797-b58e-4eff-a1e0-8758458aedfb HTTP/1.1" status: 204 len: 173 time: 0.9504242 Aug 09 14:53:53.851655 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'name': 'network-vif-deleted', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:53.851655 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d70f0e-5949-4d8a-b9f3-30c0886ab1a7" -d '{"events": [{"server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "name": "network-vif-deleted", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:53.874223 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-93c141b8-82cc-411a-997c-e966dce8acbb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5036910 Aug 09 14:53:53.875745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40734) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:53.879737 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:53:53.898836 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:53.901006 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce67cc1-54cd-4e09-9f32-22efa3906567 x-openstack-request-id: req-0ce67cc1-54cd-4e09-9f32-22efa3906567 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:53.903401 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d552883-d4f3-427e-9054-2e2539664a56", "name": "network-vif-deleted", "tag": "edb45797-b58e-4eff-a1e0-8758458aedfb", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:53.903401 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ce67cc1-54cd-4e09-9f32-22efa3906567 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:53.903401 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d552883-d4f3-427e-9054-2e2539664a56', 'name': 'network-vif-deleted', 'tag': 'edb45797-b58e-4eff-a1e0-8758458aedfb', 'status': 'completed', 'code': 200} Aug 09 14:53:54.025738 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:54.108780 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 405626ac-0cd8-43d2-9c53-ed9e2893752c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:54.140840 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] For port 40db337f-f958-462c-a15a-d3813f88de14, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:54.152683 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.153951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.195907 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31c811e9-f2b8-418b-a275-fb4c016b3394 req-dce8a010-fc5d-4203-a7a9-19799fa4e89b tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0863452 Aug 09 14:53:54.213006 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] For port 40db337f-f958-462c-a15a-d3813f88de14, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=40db337f-f958-462c-a15a-d3813f88de14,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:54.323222 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5fcc-f727-41ac-9ffe-6b9e4838ce33 req-cee683b6-f93e-4eae-96a7-8ceaf219f848 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:54.325041 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7ab5fcc-f727-41ac-9ffe-6b9e4838ce33 req-cee683b6-f93e-4eae-96a7-8ceaf219f848 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.2807841 Aug 09 14:53:54.335924 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Attempting to bind port 52611845-9517-42e4-890d-e889ff676c6c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:54.336414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Attempting to bind port 52611845-9517-42e4-890d-e889ff676c6c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:54.336844 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Attempting to bind port 52611845-9517-42e4-890d-e889ff676c6c on network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:54.359690 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-2c60a34d-c1de-4371-b82f-0fa15406ab85', 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'fixed_ips': [{'subnet_id': 'e48c1573-72f2-4788-82fb-db4d472961d8'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:53:54.360585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.412482 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Port 52611845-9517-42e4-890d-e889ff676c6c on network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:53:54.413008 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Attempting to bind port 52611845-9517-42e4-890d-e889ff676c6c on network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:54.427783 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.463166 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7ab5fcc-f727-41ac-9ffe-6b9e4838ce33 req-64ef4606-7300-483f-b6c8-9ecaa4235ee8 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105275 Aug 09 14:53:54.516621 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 405626ac-0cd8-43d2-9c53-ed9e2893752c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:54.517246 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.538647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09e9fa-f48b-4779-8d02-79cdb59f1a77 req-ad98f9e3-a78c-43d0-96f2-ee62c291f72e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:54.549413 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f09e9fa-f48b-4779-8d02-79cdb59f1a77 req-ad98f9e3-a78c-43d0-96f2-ee62c291f72e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0904019 Aug 09 14:53:54.593820 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:54.594217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Checking segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:54.594560 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Bound using segment: {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:54.595256 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Bound port: 52611845-9517-42e4-890d-e889ff676c6c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9815e55d-7391-4919-9776-4f61c8264be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:54.595629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.616262 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Allocated IP 172.20.0.2 (2c60a34d-c1de-4371-b82f-0fa15406ab85/e48c1573-72f2-4788-82fb-db4d472961d8/9af5d49b-b570-416c-8b94-c3b78d12ffb9) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:54.625192 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f09e9fa-f48b-4779-8d02-79cdb59f1a77 req-0e90e78a-9872-4787-91bf-d3dab476b8c2 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Aug 09 14:53:54.776579 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:54.787221 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.794800 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:54.815502 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4cb9b-6ae1-40f7-bfd6-0d3c647e9c03 req-79679499-de44-4e6e-8c97-28355a9684fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:54.817232 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2e4cb9b-6ae1-40f7-bfd6-0d3c647e9c03 req-79679499-de44-4e6e-8c97-28355a9684fa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0771449 Aug 09 14:53:54.892015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.915848 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2b7af-1f1a-4d33-858e-c604b855a70c None None] Pushing event updated for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:54.925330 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:54.945013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:54.945644 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:55.095907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.107064 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:55.108272 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.109730 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 1094 time: 2.9104803 Aug 09 14:53:55.115608 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:53:55.118145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068" -d '{"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:53:55.187620 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2e4cb9b-6ae1-40f7-bfd6-0d3c647e9c03 req-6b61ff03-03bb-49df-97a3-1252ed3ad992 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374646 Aug 09 14:53:55.249394 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a956668-ec70-4540-b901-ebb5ca4daa98 x-openstack-request-id: req-1a956668-ec70-4540-b901-ebb5ca4daa98 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:53:55.253500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:53:55.253897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a956668-ec70-4540-b901-ebb5ca4daa98 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:53:55.254333 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:53:55.316851 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Transition to ACTIVE for port object 9af5d49b-b570-416c-8b94-c3b78d12ffb9 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:55.317694 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10f958-0ab5-4f40-b8b3-548dd8f361e1 service neutron] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:55.366605 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Transition to ACTIVE for port object 9af5d49b-b570-416c-8b94-c3b78d12ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:53:55.414733 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9418c817-eb6a-4f65-98ff-8b22ce1aef80 req-423f1996-3c66-4ce0-9c3c-716f7b62e74c tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0622644 Aug 09 14:53:55.447698 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:55.479985 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.565165 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:55.587684 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:55.638582 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:55.657996 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Pushing event updated for resources: {'Port': ['ID=9af5d49b-b570-416c-8b94-c3b78d12ffb9,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:55.664566 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bb0eb-3eff-41bd-b49a-1834b00d168c req-b91af224-9b25-4af7-a524-9054158af863 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:55.673735 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb4bb0eb-3eff-41bd-b49a-1834b00d168c req-b91af224-9b25-4af7-a524-9054158af863 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1216707 Aug 09 14:53:55.689503 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.720441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.764868 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Attempting to bind port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:53:55.767201 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Attempting to bind port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:53:55.767201 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Attempting to bind port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 on network 2c60a34d-c1de-4371-b82f-0fa15406ab85 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:53:55.804148 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:53:55.804572 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Checking segment: {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:53:55.804991 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.805339 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Bound using segment: {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:53:55.805832 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Bound port: 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:53:55.806226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:55.823189 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb4bb0eb-3eff-41bd-b49a-1834b00d168c req-800d30b1-aeed-40fa-b072-df3185b57956 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469569 Aug 09 14:53:55.860241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a406-d9d1-4a36-b88b-6fc9e556a64a req-acbead55-e14f-470f-ae8d-7f9d6c18a6d1 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:55.861784 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9d0a406-d9d1-4a36-b88b-6fc9e556a64a req-acbead55-e14f-470f-ae8d-7f9d6c18a6d1 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.1440084 Aug 09 14:53:55.947407 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9d0a406-d9d1-4a36-b88b-6fc9e556a64a req-2bc3d281-3172-4aa6-b7b6-a2bdbbbac229 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588410 Aug 09 14:53:55.947407 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Allocated IP 172.27.1.69 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/de09d2bc-d6e7-4b7a-b76c-579873f22cdb) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:53:55.978008 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:54Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:55.984680 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] For port 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:53:56.026353 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e6189-59ff-4396-b8b0-591060399fa1 None None] The sync data for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi is: [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:54Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:53:56.034374 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] For port 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=9af5d49b-b570-416c-8b94-c3b78d12ffb9,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:53:56.137933 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:56.177288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:56.210119 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device edb45797-b58e-4eff-a1e0-8758458aedfb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:53:56.316946 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: edb45797-b58e-4eff-a1e0-8758458aedfb {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:53:56.317352 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device edb45797-b58e-4eff-a1e0-8758458aedfb not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:53:56.343147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:56.397092 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccbc33-cd8c-41b4-a84b-318f49874043 None None] Pushing event updated for resources: {'Port': ['ID=9af5d49b-b570-416c-8b94-c3b78d12ffb9,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:56.489879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:53:56.511045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:53:56.529240 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:53:56.567360 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e7b46-533d-40ce-b009-9689a7c4f709 req-2b192528-7205-4c76-b270-07da0e9841b6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:56.578487 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b7e7b46-533d-40ce-b009-9689a7c4f709 req-2b192528-7205-4c76-b270-07da0e9841b6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.2550905 Aug 09 14:53:56.580759 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:56.750675 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5d43f8bb-8972-46cf-aeca-2bc62391602a req-4c717e02-6d70-4398-9f21-8ad0b9cafd83 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.1340859 Aug 09 14:53:56.975641 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40776) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:56.989783 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b7e7b46-533d-40ce-b009-9689a7c4f709 req-1cb61375-1236-46fe-89ac-d877b1ad75c5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3925223 Aug 09 14:53:57.135651 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2e3ab-3dc3-4905-a119-78e4f98c229d req-d5110d11-4359-4491-b81c-7dae377e49e7 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:57.137666 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-17e2e3ab-3dc3-4905-a119-78e4f98c229d req-d5110d11-4359-4491-b81c-7dae377e49e7 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1628766 Aug 09 14:53:57.236142 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-57068463-e784-4a5c-af61-30a282487d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.347226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a3712-c949-466e-abee-7e87820f94cc req-66225344-3793-4647-9b89-2c506d2f567c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:57.349119 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d99a3712-c949-466e-abee-7e87820f94cc req-66225344-3793-4647-9b89-2c506d2f567c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.2340200 Aug 09 14:53:57.358703 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-17e2e3ab-3dc3-4905-a119-78e4f98c229d req-8940a289-bd7e-4751-aacd-9f778b426a9b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074976 Aug 09 14:53:57.450401 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.450914 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-57068463-e784-4a5c-af61-30a282487d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.526937 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-57068463-e784-4a5c-af61-30a282487d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.568888 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-57068463-e784-4a5c-af61-30a282487d48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95861f8c32e347ab85bcd53d7a14fdc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918489 Aug 09 14:53:57.574700 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40780) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:57.586394 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d99a3712-c949-466e-abee-7e87820f94cc req-4e57256b-707d-4f0b-b2c1-ad11d56fe018 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079778 Aug 09 14:53:57.618909 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57068463-e784-4a5c-af61-30a282487d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80c11c-b3aa-4aaf-b97e-3fec12fe8433,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:57.696562 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.737588 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.826326 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e6a4f-c85f-42a1-92d3-bb75f1fd3afb None None] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:53:57.875551 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.879322 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:57.880731 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee80c11c-b3aa-4aaf-b97e-3fec12fe8433 HTTP/1.1" status: 204 len: 168 time: 0.3048048 Aug 09 14:53:57.899359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92630b-d604-46b4-9eca-d9b195f637a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80c11c-b3aa-4aaf-b97e-3fec12fe8433,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:58.010940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-83e796fb-ab39-490c-a5d9-895cda617138 None None] Provisioning for port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:58.030917 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.121873 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a409b795-3873-4861-aab7-5f7f11632ef9 req-5969b239-3aa6-4ca5-a177-0dca92b98b15 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0615311 Aug 09 14:53:58.225413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 40db337f-f958-462c-a15a-d3813f88de14 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:58.323994 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d144ff-3630-4745-a6d4-78d39fd82949 req-ba537244-1c17-45de-b253-401a1de37e0f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:58.323994 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-32d144ff-3630-4745-a6d4-78d39fd82949 req-ba537244-1c17-45de-b253-401a1de37e0f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1781032 Aug 09 14:53:58.401281 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 40db337f-f958-462c-a15a-d3813f88de14 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:58.433798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 40db337f-f958-462c-a15a-d3813f88de14 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:58.434226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.498979 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.510865 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-972665dc-3711-4d2f-9b77-4b035d7471b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.565663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-32d144ff-3630-4745-a6d4-78d39fd82949 req-fec84a58-4e2c-4001-b19d-786ba535dca6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533904 Aug 09 14:53:58.626973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372c381-82cb-452f-826b-580054faac2c req-f7de5b3c-491b-4b7b-98a1-faf70d931312 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:58.628586 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9372c381-82cb-452f-826b-580054faac2c req-f7de5b3c-491b-4b7b-98a1-faf70d931312 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1063614 Aug 09 14:53:58.642816 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.694247 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 40db337f-f958-462c-a15a-d3813f88de14, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=40db337f-f958-462c-a15a-d3813f88de14,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:58.788102 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:58.789519 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 9af5d49b-b570-416c-8b94-c3b78d12ffb9 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:53:58.789780 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9372c381-82cb-452f-826b-580054faac2c req-f9dabe5f-8ebc-49a7-8468-e04862828ecf tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924468 Aug 09 14:53:58.822214 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff4144-5db4-43d3-9c0b-b9b347059a77 req-3f177e75-4f3e-4d82-b26a-d9d6368cb0a5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:58.823888 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-35ff4144-5db4-43d3-9c0b-b9b347059a77 req-3f177e75-4f3e-4d82-b26a-d9d6368cb0a5 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.1254311 Aug 09 14:53:58.889211 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-35ff4144-5db4-43d3-9c0b-b9b347059a77 req-2c218f09-3da3-4c6f-af82-53a51675d928 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522864 Aug 09 14:53:58.894594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:58.994181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Router 5fd98611-6e5e-47b7-affd-7b32cd179108 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:53:58.994420 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:53:58.999633 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:53:58.999999 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.098455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.121545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:53:59.133041 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Sync routers for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:53:59.143814 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:53:59.146667 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=9af5d49b-b570-416c-8b94-c3b78d12ffb9,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:53:59.146793 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:59.253624 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e633b4b3-4ba9-465b-9ee6-a1f674422769 req-277e8700-44c9-4be3-bf4e-6e4b1f7b207e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0481024 Aug 09 14:53:59.283223 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:53:59.291789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.294529 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-13fa9259-5411-4221-9c5f-b334873a0e99 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4176180 Aug 09 14:53:59.303527 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40794) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:53:59.333459 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.434708 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=9af5d49b-b570-416c-8b94-c3b78d12ffb9,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:53:59.513555 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:53:56Z', 'revision_number': 3, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:53:59.546755 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Checking router: 5fd98611-6e5e-47b7-affd-7b32cd179108 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:53:59.547469 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Updating router 5fd98611-6e5e-47b7-affd-7b32cd179108 port de09d2bc-d6e7-4b7a-b76c-579873f22cdb binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:53:59.575573 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.774827 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba77f-e486-4e19-a8e5-1451cb9d4dee req-c5bf5822-b4dc-46dc-995d-c453831d2af2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:59.786411 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d8ba77f-e486-4e19-a8e5-1451cb9d4dee req-c5bf5822-b4dc-46dc-995d-c453831d2af2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1143172 Aug 09 14:53:59.853885 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:53:59.878699 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d8ba77f-e486-4e19-a8e5-1451cb9d4dee req-81044715-174b-40db-af49-7db34137a65e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830529 Aug 09 14:53:59.993480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219dacd-10e1-4bf1-b960-402ab0045973 req-d979f980-ba56-418e-9be1-d68db295f889 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:53:59.995014 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9219dacd-10e1-4bf1-b960-402ab0045973 req-d979f980-ba56-418e-9be1-d68db295f889 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0878637 Aug 09 14:54:00.084777 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9219dacd-10e1-4bf1-b960-402ab0045973 req-4ba14b9b-e750-48db-b9f2-dc30214988ea tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Aug 09 14:54:00.130812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e050f-ed84-4e6f-8224-bd24a0d55e10 req-280da8b5-889d-48e8-9c9d-fe79d7ee66d8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:00.131057 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.135691 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-017e050f-ed84-4e6f-8224-bd24a0d55e10 req-280da8b5-889d-48e8-9c9d-fe79d7ee66d8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.1213646 Aug 09 14:54:00.159636 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Transition to ACTIVE for port object de09d2bc-d6e7-4b7a-b76c-579873f22cdb will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:00.160118 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 40db337f-f958-462c-a15a-d3813f88de14 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:00.169723 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Allocated IP 172.20.0.1 (2c60a34d-c1de-4371-b82f-0fa15406ab85/e48c1573-72f2-4788-82fb-db4d472961d8/5b3ee914-af09-4ca0-a6eb-d9de778283f8) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:00.186929 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-017e050f-ed84-4e6f-8224-bd24a0d55e10 req-cc40d3fc-bed9-43f9-9ed1-e0fc939860dc tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Aug 09 14:54:00.235879 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.244791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 40db337f-f958-462c-a15a-d3813f88de14 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:00.245655 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.305768 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Attempting to bind port de09d2bc-d6e7-4b7a-b76c-579873f22cdb on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:00.306142 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Attempting to bind port de09d2bc-d6e7-4b7a-b76c-579873f22cdb by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:00.306606 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Attempting to bind port de09d2bc-d6e7-4b7a-b76c-579873f22cdb on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:00.315086 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:00.315502 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:00.315885 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.319518 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:00.334532 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Bound port: de09d2bc-d6e7-4b7a-b76c-579873f22cdb, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:00.334972 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.354556 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.371074 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Transition to ACTIVE for port object 5b3ee914-af09-4ca0-a6eb-d9de778283f8 will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:00.395091 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 9af5d49b-b570-416c-8b94-c3b78d12ffb9 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:00.410448 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-65fc3242-a1b5-4ce1-a335-e8ab49518a67 req-34dd4356-f204-4449-801d-96dcc8db86f8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0633759 Aug 09 14:54:00.415742 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c667-363b-42f8-aa4c-797a7d9ef169 None None] Pushing event updated for resources: {'Port': ['ID=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:00.437045 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] For port de09d2bc-d6e7-4b7a-b76c-579873f22cdb, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:00.440758 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] For port de09d2bc-d6e7-4b7a-b76c-579873f22cdb, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:00.475847 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:00.476220 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.485586 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.519887 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.548781 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Pushing event updated for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:00.570811 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:00.574582 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:00.583622 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:00.589200 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:00.589837 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:53:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:00.659538 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:00.687028 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c667-363b-42f8-aa4c-797a7d9ef169 None None] Pushing event updated for resources: {'Port': ['ID=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:00.787824 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:01.015689 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0d95-791c-4ede-80f6-e2b22a28399b None None] Provisioning for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:01.020168 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-1c4a0d95-791c-4ede-80f6-e2b22a28399b None None] Provisioning complete for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:01.020552 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1c4a0d95-791c-4ede-80f6-e2b22a28399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:01.065574 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:53:56Z', 'revision_number': 3, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:01.080444 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a2d39-b96e-4298-9472-4918930dd433 req-d1f51955-3476-411c-a645-1decf1357975 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:01.082380 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-911a2d39-b96e-4298-9472-4918930dd433 req-d1f51955-3476-411c-a645-1decf1357975 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0695477 Aug 09 14:54:01.102827 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b3b30-0807-4403-b3d7-c4cc1617f6b4 None None] The sync data for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi is: [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:53:56Z', 'revision_number': 3, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:01.107263 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a0d95-791c-4ede-80f6-e2b22a28399b None None] Port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:01.134696 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-911a2d39-b96e-4298-9472-4918930dd433 req-3c3247d0-d2ab-4d46-b4f9-81a31edf2262 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Aug 09 14:54:01.152941 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:01.275893 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6f3df-7822-4e71-b4fb-d4179e529849 req-81fd12fd-eb17-4f68-a106-40970300ac22 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:01.279501 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69c6f3df-7822-4e71-b4fb-d4179e529849 req-81fd12fd-eb17-4f68-a106-40970300ac22 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0755725 Aug 09 14:54:01.362775 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69c6f3df-7822-4e71-b4fb-d4179e529849 req-76020e97-33e6-4a37-a6b5-6a094a870a97 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756853 Aug 09 14:54:01.393948 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75f68d-8f18-4ad1-a2d9-dfb89bb4012d req-da4fb20e-be00-419c-b293-bfcf7bd6410a tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:01.402548 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cc75f68d-8f18-4ad1-a2d9-dfb89bb4012d req-da4fb20e-be00-419c-b293-bfcf7bd6410a tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0874145 Aug 09 14:54:01.491854 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cc75f68d-8f18-4ad1-a2d9-dfb89bb4012d req-ba7f0f92-fa9e-43c1-97ff-2e820bb2afe7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785444 Aug 09 14:54:01.536472 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:01.599748 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ebd38659-9160-4d6d-ac18-67f1e44e73fe req-514ede0e-fb3f-4cae-9e96-4a0aa8ae17a8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0765448 Aug 09 14:54:01.766338 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-de169f71-e5dd-403b-a560-952cfb643f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.079731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de09d2bc-d6e7-4b7a-b76c-579873f22cdb up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:02.193849 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.267997 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.274780 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Pushing event updated for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:02.277387 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.325589 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port de09d2bc-d6e7-4b7a-b76c-579873f22cdb completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:02.329198 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.331668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port de09d2bc-d6e7-4b7a-b76c-579873f22cdb triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:02.332034 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.368801 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611e30-bf9b-421d-a3da-ce80eb02bc91 req-0aa6fbd7-dad1-471c-93cf-38850d060e51 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:02.377002 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3d611e30-bf9b-421d-a3da-ce80eb02bc91 req-0aa6fbd7-dad1-471c-93cf-38850d060e51 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0901487 Aug 09 14:54:02.385636 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:02.387528 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:02.459052 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.470485 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3d611e30-bf9b-421d-a3da-ce80eb02bc91 req-1df5d731-7ea0-48c4-82c0-ec60e8d366cf tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924113 Aug 09 14:54:02.519752 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port de09d2bc-d6e7-4b7a-b76c-579873f22cdb, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:02.584860 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.601153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Router 5fd98611-6e5e-47b7-affd-7b32cd179108 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:02.604743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920d55-e5f6-4995-8e87-f78978eb734c req-0bdf3513-bf46-42d6-9bf6-b288233d79fc tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:02.606612 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99920d55-e5f6-4995-8e87-f78978eb734c req-0bdf3513-bf46-42d6-9bf6-b288233d79fc tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.1044064 Aug 09 14:54:02.662863 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:02.721336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d8d5-9718-4d80-bf64-0d8fa93a7b72 req-a947bfa4-3732-4b4b-b9e9-15c2dd6fdb18 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:02.723291 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3730d8d5-9718-4d80-bf64-0d8fa93a7b72 req-a947bfa4-3732-4b4b-b9e9-15c2dd6fdb18 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0962293 Aug 09 14:54:02.735627 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-99920d55-e5f6-4995-8e87-f78978eb734c req-de2af202-f86e-4480-b769-6b950cd8f6b9 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178663 Aug 09 14:54:02.774580 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-13b7f8f3-04f4-45c0-bca9-d355e98ccd3a None None] Provisioning complete for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:02.775171 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8f3-04f4-45c0-bca9-d355e98ccd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:02.829246 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3730d8d5-9718-4d80-bf64-0d8fa93a7b72 req-ce8832da-7aba-4204-9214-e4fa90f13f4f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801492 Aug 09 14:54:02.882254 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-13b7f8f3-04f4-45c0-bca9-d355e98ccd3a None None] Port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:02.915362 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43c7189d-6879-4394-a5eb-59803e7b405e req-2eab8f25-7a7e-420d-9478-b1b5823f40a0 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0367782 Aug 09 14:54:02.922683 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:02.927364 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-76d0f8ef-46c1-4eb7-8695-039b909436ef admin admin] 10.222.0.45 "PUT /v2.0/routers/5fd98611-6e5e-47b7-affd-7b32cd179108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6227505 Aug 09 14:54:03.165575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Sync routers for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:03.176584 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:03.177227 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:03.411328 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:03.615397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:54:01Z', 'revision_number': 4, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '5b3ee914-af09-4ca0-a6eb-d9de778283f8', 'name': '', 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'mac_address': 'fa:16:3e:6a:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:59Z', 'updated_at': '2021-08-09T14:54:01Z', 'revision_number': 2, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'subnets': [{'id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:03.616623 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f549b87-677d-4f03-946b-41c9f59261b2 req-ff78ba59-9108-47a4-b47c-90f17c3e8a80 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:03.618262 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f549b87-677d-4f03-946b-41c9f59261b2 req-ff78ba59-9108-47a4-b47c-90f17c3e8a80 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0576518 Aug 09 14:54:03.644581 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Checking router: 5fd98611-6e5e-47b7-affd-7b32cd179108 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:03.645167 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Updating router 5fd98611-6e5e-47b7-affd-7b32cd179108 port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:54:03.662241 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f549b87-677d-4f03-946b-41c9f59261b2 req-b9c519bd-14d0-4236-9f58-28b4ea59f000 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366607 Aug 09 14:54:03.670998 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:03.807393 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:03.867016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17d45-4171-43d4-a972-4da4aaa05852 req-970f7703-a5dd-48bb-9f1f-1bfbf75afb35 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:03.868979 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ffe17d45-4171-43d4-a972-4da4aaa05852 req-970f7703-a5dd-48bb-9f1f-1bfbf75afb35 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0553877 Aug 09 14:54:03.915011 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ffe17d45-4171-43d4-a972-4da4aaa05852 req-8879f8f1-524d-4818-8330-50f5cd8cac41 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Aug 09 14:54:03.975999 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:03.987882 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Transition to ACTIVE for port object 5b3ee914-af09-4ca0-a6eb-d9de778283f8 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:04.023848 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafbf62-974f-4b4b-9a76-227e08f36d78 req-ba6ec5a6-d289-4c70-8a99-4b16fd2616f7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.025345 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1cafbf62-974f-4b4b-9a76-227e08f36d78 req-ba6ec5a6-d289-4c70-8a99-4b16fd2616f7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0536230 Aug 09 14:54:04.046968 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de09d2bc-d6e7-4b7a-b76c-579873f22cdb up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:04.066911 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1cafbf62-974f-4b4b-9a76-227e08f36d78 req-ff797a4c-6a2b-4539-9a0a-6255320718f1 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Aug 09 14:54:04.069926 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.142175 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922af55-57a1-4869-9ab1-4fe4770cd1dd None None] Pushing event updated for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:04.182358 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b40be1c8-525c-4391-988b-d31a161499d0 req-628af2ce-6045-4155-a563-b55c3d8598c9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0439651 Aug 09 14:54:04.228716 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Attempting to bind port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:04.229096 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Attempting to bind port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:04.229465 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Attempting to bind port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 on network 2c60a34d-c1de-4371-b82f-0fa15406ab85 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:04.231659 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port de09d2bc-d6e7-4b7a-b76c-579873f22cdb triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:04.232084 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.239658 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:04.240065 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Checking segment: {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:04.241238 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.241700 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Bound using segment: {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:04.243641 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Bound port: 5b3ee914-af09-4ca0-a6eb-d9de778283f8, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53afe8f3-fb06-4b63-9b41-bf2710e93868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:04.244416 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.262524 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-0450b4c4-3008-42d7-85ad-6baaa62ace7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.265270 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-0450b4c4-3008-42d7-85ad-6baaa62ace7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1097 time: 0.0833163 Aug 09 14:54:04.292403 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-27c96ad6-a8f9-4f46-aa7f-73c5933e6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.293767 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-27c96ad6-a8f9-4f46-aa7f-73c5933e6a31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1097 time: 0.1098588 Aug 09 14:54:04.366141 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] For port 5b3ee914-af09-4ca0-a6eb-d9de778283f8, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:04.405223 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] For port 5b3ee914-af09-4ca0-a6eb-d9de778283f8, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=5b3ee914-af09-4ca0-a6eb-d9de778283f8,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:04.425105 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-00125ea6-b469-41a8-bf69-028bfae021da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.427163 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-00125ea6-b469-41a8-bf69-028bfae021da service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.1148958 Aug 09 14:54:04.452382 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-c538ef59-c3a2-464b-bbbc-34b463f7d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.455031 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-c538ef59-c3a2-464b-bbbc-34b463f7d44b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2c92c65dcc31487da1708bdb206f8251&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1412385 Aug 09 14:54:04.474110 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.509821 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-cf0ef90a-5aa0-47fd-b48f-41417f5f734f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 999 time: 0.0714381 Aug 09 14:54:04.535556 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:04.536191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:04.547034 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922af55-57a1-4869-9ab1-4fe4770cd1dd None None] Pushing event updated for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:04.601837 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-846b1997-2d85-47fb-ad58-9daeb4bfbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.603507 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7d77fd7e-e069-40bd-b541-d2ae0a3a9068 req-846b1997-2d85-47fb-ad58-9daeb4bfbd7d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407797 Aug 09 14:54:04.619076 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-3988574a-f074-4051-a17d-68e6d4ba9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.620777 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-3988574a-f074-4051-a17d-68e6d4ba9332 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.1040692 Aug 09 14:54:04.715788 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:04.735100 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-3e442931-4218-4b50-bc5d-60974ff7a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.741972 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-3e442931-4218-4b50-bc5d-60974ff7a768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115289 Aug 09 14:54:04.783149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40844) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:04.787728 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567193664', 'description': 'tempest-secgroup-smoke-1567193664 description', 'project_id': '8fb370bf996c4e34832547e0c10a54ba'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:04.819205 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-84f40319-6a4a-432c-a8bf-35c4faead8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.820722 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-84f40319-6a4a-432c-a8bf-35c4faead8c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1097 time: 0.1618395 Aug 09 14:54:04.882284 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-7987401e-09bf-47c3-b5e5-9ded2ebf8d67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 217 time: 0.0518670 Aug 09 14:54:04.890023 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:04.937846 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-1fbe6f5c-f4e8-4734-a2a1-6cdc585e4554 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852410 Aug 09 14:54:04.988563 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a034-8ea4-4a0c-ac76-146a77920fd1 req-45436dee-1aa9-436b-a8dc-ed7f459074ae tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:04.992692 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9e34a034-8ea4-4a0c-ac76-146a77920fd1 req-45436dee-1aa9-436b-a8dc-ed7f459074ae tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.1767783 Aug 09 14:54:05.118892 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:54:01Z', 'revision_number': 4, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '5b3ee914-af09-4ca0-a6eb-d9de778283f8', 'name': '', 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'mac_address': 'fa:16:3e:6a:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:59Z', 'updated_at': '2021-08-09T14:54:04Z', 'revision_number': 4, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'subnets': [{'id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:05.135599 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9e34a034-8ea4-4a0c-ac76-146a77920fd1 req-a1c14b7d-92e0-4ebb-8884-68fa7aef091e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337917 Aug 09 14:54:05.140863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-a4d4f5ac-cb87-43ba-83c3-c9cc787bd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:05.140987 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-4270744a-3092-4b38-a7c2-1d6b8cb993e6 req-2814e610-675f-48ad-b9be-8b7f6a399fd0 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936064 Aug 09 14:54:05.142137 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-a4d4f5ac-cb87-43ba-83c3-c9cc787bd79a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.2388177 Aug 09 14:54:05.166677 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d2de1-1a05-42bd-a209-8805a4fbd7e5 None None] The sync data for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi is: [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:54:01Z', 'revision_number': 4, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '5b3ee914-af09-4ca0-a6eb-d9de778283f8', 'name': '', 'network_id': '2c60a34d-c1de-4371-b82f-0fa15406ab85', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'mac_address': 'fa:16:3e:6a:ff:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:59Z', 'updated_at': '2021-08-09T14:54:04Z', 'revision_number': 4, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'subnets': [{'id': 'e48c1573-72f2-4788-82fb-db4d472961d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:05.256063 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f581776-54ad-4b5e-9ead-afe81cd76696 req-5ab34cf8-4027-4200-a790-8e9ac9c93ba8 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:05.263361 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f581776-54ad-4b5e-9ead-afe81cd76696 req-5ab34cf8-4027-4200-a790-8e9ac9c93ba8 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.2367976 Aug 09 14:54:05.337812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.342799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-1ffef153-db08-48fe-9c35-741b30c67e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:05.344397 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-1ffef153-db08-48fe-9c35-741b30c67e21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781497 Aug 09 14:54:05.368654 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f581776-54ad-4b5e-9ead-afe81cd76696 req-af7f56e4-eb33-4feb-93b8-f0461daa74fd tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038334 Aug 09 14:54:05.409652 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.430368 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98450c5-d25e-4fa7-a24d-2c8c241c6bc6 req-25ecf019-8c77-4393-9fcc-856e0582d498 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:05.431959 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f98450c5-d25e-4fa7-a24d-2c8c241c6bc6 req-25ecf019-8c77-4393-9fcc-856e0582d498 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.1660414 Aug 09 14:54:05.521663 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c23c68-6d04-4c94-9451-5193962abb55,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:05.528117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3a4bebd2-5445-4d10-974c-f375a38937d2 req-be27b738-a7b0-4df9-afc7-a898f8fbd6dd tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d552883-d4f3-427e-9054-2e2539664a56 HTTP/1.1" status: 200 len: 210 time: 0.0568337 Aug 09 14:54:05.539846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.543844 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40852) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:05.544384 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-67ce26ce-77e4-4f45-8e66-e10d57cf563b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7593913 Aug 09 14:54:05.555919 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:05.563867 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f98450c5-d25e-4fa7-a24d-2c8c241c6bc6 req-962bf5cb-64dc-4f39-b090-a01e6ef7c846 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168985 Aug 09 14:54:05.571345 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-11c3cc63-fb4b-47af-8add-f75bd9ff5af9 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169602 Aug 09 14:54:05.674402 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c519f208-da2c-4f04-a35c-22df744f89b4 req-fe3c1ee5-832c-4d36-a6bd-705f80ec6acf service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926647 Aug 09 14:54:05.705546 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.758136 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.828378 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:05.848993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc685ea3-7c15-4395-b4c7-6554d6ce89c2,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:06.011520 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.016089 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40854) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:06.020813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:06.024619 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6bb11d65-235a-4536-b529-1861874d6cfe tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4750650 Aug 09 14:54:06.089285 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 5b3ee914-af09-4ca0-a6eb-d9de778283f8 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:06.146779 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.205054 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:06.208969 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:06.209357 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.215094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.261557 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:54:06.271310 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3daed3-a4ba-4ca3-8fa5-0cded54df8ab req-4cd4b4ef-2a2f-4fa9-9596-fc2dd8aa8d80 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:06.273419 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5e3daed3-a4ba-4ca3-8fa5-0cded54df8ab req-4cd4b4ef-2a2f-4fa9-9596-fc2dd8aa8d80 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 944 time: 0.0539896 Aug 09 14:54:06.315357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.316668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.331714 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5e3daed3-a4ba-4ca3-8fa5-0cded54df8ab req-8a39929f-6eb2-4ee4-9658-06c3ed6ff3c5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Aug 09 14:54:06.338242 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3aeb56-c50a-4c97-bdc6-7f5ae5537a02,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:06.394150 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 5b3ee914-af09-4ca0-a6eb-d9de778283f8, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=5b3ee914-af09-4ca0-a6eb-d9de778283f8,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:06.414929 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:06.418070 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.422136 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-5a7b6b9e-38b2-4948-8044-0d8eb8fd87a8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4022133 Aug 09 14:54:06.422351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40860) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:06.427714 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:06.429070 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'mac_address': 'fa:16:3e:08:a9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:54:06.466674 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.479974 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.486290 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:06.494474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ce6ac-59e4-4591-bdd8-f33557b2ab73 req-cd42fb00-6edf-4d22-b0ce-8068fcf7bd2c tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:06.496071 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f24ce6ac-59e4-4591-bdd8-f33557b2ab73 req-cd42fb00-6edf-4d22-b0ce-8068fcf7bd2c tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Aug 09 14:54:06.534759 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f24ce6ac-59e4-4591-bdd8-f33557b2ab73 req-26cd2202-903f-49be-95e7-950e37b35a42 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 09 14:54:06.535928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:06.548992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:06.572379 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.641838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.691478 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.692825 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=9']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:06.710490 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70657d5f-7c3e-4ffc-94ec-0814d766d4cd req-8438cf48-f35d-4473-962a-c5ccba3920ca tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:06.712045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-70657d5f-7c3e-4ffc-94ec-0814d766d4cd req-8438cf48-f35d-4473-962a-c5ccba3920ca tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0639510 Aug 09 14:54:06.750672 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-70657d5f-7c3e-4ffc-94ec-0814d766d4cd req-5d4eebd3-3162-47c3-b985-b091683b0012 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Aug 09 14:54:06.772853 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.793346 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d226fa-2df4-42d6-b726-df6e179376b3,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:06.870083 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:06.871408 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-37648b5d-0475-4bd1-9f49-260a992605d0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4473224 Aug 09 14:54:06.874103 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40868) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:06.874826 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:06.880296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:06.986209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.081446 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.093224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ced96-5b43-4319-977f-987555e23893 req-e3da6882-4d27-4b27-922c-5566d54ac7d3 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:07.094796 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-581ced96-5b43-4319-977f-987555e23893 req-e3da6882-4d27-4b27-922c-5566d54ac7d3 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0799456 Aug 09 14:54:07.132647 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-581ced96-5b43-4319-977f-987555e23893 req-be58e991-1253-4440-8c3d-c77dd3fce5a5 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 09 14:54:07.162885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.182320 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200d1f39-0d47-4074-ac92-dec7c713f236,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:07.264807 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.266045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-14639cc1-7706-464a-af70-e1b9e33d4b89 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3909986 Aug 09 14:54:07.268786 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 40872) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:07.273279 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:07.356052 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.securitygroups_db [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Project 8fb370bf996c4e34832547e0c10a54ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:54:07.360807 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.442340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.465201 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c21f22-ea44-42e8-86e7-17985025ba41 req-b5a5ae98-fc00-4e4d-901b-a77dddc3fdf4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:07.466692 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b5c21f22-ea44-42e8-86e7-17985025ba41 req-b5a5ae98-fc00-4e4d-901b-a77dddc3fdf4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.0551353 Aug 09 14:54:07.503679 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b5c21f22-ea44-42e8-86e7-17985025ba41 req-c8971bd7-d618-4e1e-8203-0033fd07db83 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Aug 09 14:54:07.504751 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.521010 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2605c644-80c0-416b-b9b7-24300ec97c13,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:07.616625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.620342 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-cd994f48-2204-4a20-8aea-a254b64d1d7c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3479493 Aug 09 14:54:07.620757 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 40878) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:07.626810 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'security_group_rule': {'security_group_id': '59c23c68-6d04-4c94-9451-5193962abb55', 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:07.659611 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d33fa-5021-4192-980b-216d49911881 req-020483f6-112a-41ed-8dca-be97114e3f76 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:07.661080 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f4d33fa-5021-4192-980b-216d49911881 req-020483f6-112a-41ed-8dca-be97114e3f76 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Aug 09 14:54:07.698732 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9f4d33fa-5021-4192-980b-216d49911881 req-cec726cb-dba5-4a8e-864a-adb628ae43da tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/security-groups?id=9b21a236-6ce2-438f-b5b3-1ece13031291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Aug 09 14:54:07.703529 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.securitygroups_db [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Project 8fb370bf996c4e34832547e0c10a54ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:54:07.708856 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.753181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30097e7-78a8-4959-b5a3-7814b950432c req-e679837a-ddd8-479e-9e14-32e638de1b78 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:07.754880 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c30097e7-78a8-4959-b5a3-7814b950432c req-e679837a-ddd8-479e-9e14-32e638de1b78 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Aug 09 14:54:07.772602 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.858640 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.878171 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02922d5a-3708-45ac-bc9f-bb2df1a44009,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:07.911336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f821df6-daf8-49c5-97dc-2c6997d074b7 req-9021490a-5724-4fc6-9840-dbf9fd70d7af tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:07.912900 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f821df6-daf8-49c5-97dc-2c6997d074b7 req-9021490a-5724-4fc6-9840-dbf9fd70d7af tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 944 time: 0.0950899 Aug 09 14:54:07.942855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Deleting port ce9e5728-ac95-4471-952a-8fad89efb263 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:54:07.943232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.944479 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:07.945705 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d74f7fab-5233-4921-bae4-68454d64b670 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233967 Aug 09 14:54:08.067082 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 5b3ee914-af09-4ca0-a6eb-d9de778283f8 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:08.124948 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:08.125392 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.254376 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f821df6-daf8-49c5-97dc-2c6997d074b7 req-3ee26c87-0609-4b46-984c-cf86456d6b6d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345015 Aug 09 14:54:08.264651 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 52611845-9517-42e4-890d-e889ff676c6c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:54:08.268796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:08.323738 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] For port ce9e5728-ac95-4471-952a-8fad89efb263, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce9e5728-ac95-4471-952a-8fad89efb263,segment=NetworkSegment(33f351b2-c53c-455e-b72e-27d1c1d03bbb),segment_id=33f351b2-c53c-455e-b72e-27d1c1d03bbb)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:08.324103 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.333340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ebaee-b081-4460-8c9f-d6930218e233 req-04656bc1-9914-4906-98b8-eb6b4eb73ffc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:08.334832 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3a1ebaee-b081-4460-8c9f-d6930218e233 req-04656bc1-9914-4906-98b8-eb6b4eb73ffc tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.1010060 Aug 09 14:54:08.353403 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Calling delete_port for ce9e5728-ac95-4471-952a-8fad89efb263 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:54:08.374009 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:08.374310 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.431142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:08.445295 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '52611845-9517-42e4-890d-e889ff676c6c', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'port_id': '52611845-9517-42e4-890d-e889ff676c6c', 'mac_address': 'fa:16:3e:c1:cd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:54:08.448945 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3a1ebaee-b081-4460-8c9f-d6930218e233 req-2dcef3fb-cf57-43f0-aa32-3bdbd39ed730 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Aug 09 14:54:08.520940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.522835 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.543319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52611845-9517-42e4-890d-e889ff676c6c {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:08.559720 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:08.562758 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f2c558-5261-49d9-9bfd-de950f85e9dd" -d '{"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:08.586126 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:08.588041 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:08.615791 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619b2a38-e40a-4eaa-b7c5-a71b77ea7878 x-openstack-request-id: req-619b2a38-e40a-4eaa-b7c5-a71b77ea7878 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:08.616089 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-plugged", "status": "completed", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:08.616343 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-619b2a38-e40a-4eaa-b7c5-a71b77ea7878 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:08.616741 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'code': 200} Aug 09 14:54:08.635594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdaf8d-757d-4338-a84e-15b6d9930a41 req-5c0a9d7d-d822-49c0-bc4c-8bed6d0b09eb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:08.637092 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26fdaf8d-757d-4338-a84e-15b6d9930a41 req-5c0a9d7d-d822-49c0-bc4c-8bed6d0b09eb tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 945 time: 0.0557015 Aug 09 14:54:08.641187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.652975 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['ce9e5728-ac95-4471-952a-8fad89efb263'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:08.676953 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.677178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Pushing event deleted for resources: {'Port': ['ID=ce9e5728-ac95-4471-952a-8fad89efb263,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:08.678585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.734437 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=10']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:08.754275 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] No DVR routers for this DVR port ce9e5728-ac95-4471-952a-8fad89efb263 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:54:08.759228 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26fdaf8d-757d-4338-a84e-15b6d9930a41 req-c06d80b6-d712-4a01-a3be-a5410d5bde8e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106594 Aug 09 14:54:08.760146 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:08.762060 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c30097e7-78a8-4959-b5a3-7814b950432c req-890cbf25-3fc1-4514-9930-015b9272798b tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.58 "DELETE /v2.0/ports/ce9e5728-ac95-4471-952a-8fad89efb263 HTTP/1.1" status: 204 len: 173 time: 1.0000780 Aug 09 14:54:08.762696 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'name': 'network-vif-deleted', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:08.765630 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1832efb-aa23-4258-8e41-6fa1c3be3ca8" -d '{"events": [{"server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "name": "network-vif-deleted", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:08.807768 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:08.824066 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-930d5039-82c1-482a-a574-57c8d35200de req-5c5c3f87-9138-4459-8808-fa7c7ba0d0ef tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0342698 Aug 09 14:54:08.848416 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0f818e-1133-40b3-a950-21e1d3d5f6c3 x-openstack-request-id: req-4f0f818e-1133-40b3-a950-21e1d3d5f6c3 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:08.848718 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e06c44-9939-420d-90d8-5c18b37b57e2", "name": "network-vif-deleted", "tag": "ce9e5728-ac95-4471-952a-8fad89efb263", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:08.848977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f0f818e-1133-40b3-a950-21e1d3d5f6c3 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:08.851020 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e06c44-9939-420d-90d8-5c18b37b57e2', 'name': 'network-vif-deleted', 'tag': 'ce9e5728-ac95-4471-952a-8fad89efb263', 'status': 'completed', 'code': 200} Aug 09 14:54:08.930618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:09.242834 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b556463-225f-4b10-944b-ce985e80b60d req-68258a9c-dcc6-4184-99be-4d346d27f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:09.244415 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b556463-225f-4b10-944b-ce985e80b60d req-68258a9c-dcc6-4184-99be-4d346d27f46e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1100 time: 0.0457625 Aug 09 14:54:09.285596 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7b556463-225f-4b10-944b-ce985e80b60d req-19815a06-890e-4ef1-b54b-ee3d318439da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Aug 09 14:54:09.372899 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd297b2-bd43-4bbc-ac78-2b53bc7c5fc2 req-f8361e93-79a5-46ba-831f-e0de8e8bdde7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:09.375168 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4fd297b2-bd43-4bbc-ac78-2b53bc7c5fc2 req-f8361e93-79a5-46ba-831f-e0de8e8bdde7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 945 time: 0.0500755 Aug 09 14:54:09.416440 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4fd297b2-bd43-4bbc-ac78-2b53bc7c5fc2 req-d9c7adca-2582-4ba5-9669-f397ced2ca1b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342882 Aug 09 14:54:09.582290 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad44fb3-4973-492f-8c39-08a36dd3e41d req-eed039ac-e26b-4188-9d36-6a86268db784 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:09.584100 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1ad44fb3-4973-492f-8c39-08a36dd3e41d req-eed039ac-e26b-4188-9d36-6a86268db784 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0646684 Aug 09 14:54:09.623950 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1ad44fb3-4973-492f-8c39-08a36dd3e41d req-423848d1-26d7-4b9a-813d-3678535b267d tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Aug 09 14:54:09.885673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cff409-6fbd-4734-a26c-982015310ce4 req-0935c6b8-2fce-4098-b667-52379e031a86 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:09.900729 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-25cff409-6fbd-4734-a26c-982015310ce4 req-0935c6b8-2fce-4098-b667-52379e031a86 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0518692 Aug 09 14:54:09.964590 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-497c32a3-c944-4c04-b68d-0069e4bfe88f req-fb093a83-d948-4ea7-af5e-bc9f45105728 tempest-VolumesActionsTest-45414408 tempest-VolumesActionsTest-45414408-project] 10.222.0.45 "GET /v2.0/ports?device_id=29e06c44-9939-420d-90d8-5c18b37b57e2 HTTP/1.1" status: 200 len: 210 time: 0.0355153 Aug 09 14:54:09.979011 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-25cff409-6fbd-4734-a26c-982015310ce4 req-67f4969a-655b-4aef-9d4d-9c4aacd3d5d5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829666 Aug 09 14:54:10.280848 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 52611845-9517-42e4-890d-e889ff676c6c up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:10.409059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 52611845-9517-42e4-890d-e889ff676c6c completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:10.415736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 52611845-9517-42e4-890d-e889ff676c6c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:10.415736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:10.505703 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:10.549675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992692-dea7-4078-a3bf-c634ff26a044 req-1a14b79d-09aa-4877-8037-9f746efd189c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:10.551458 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c992692-dea7-4078-a3bf-c634ff26a044 req-1a14b79d-09aa-4877-8037-9f746efd189c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 945 time: 0.0582552 Aug 09 14:54:10.552798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:10.598895 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c992692-dea7-4078-a3bf-c634ff26a044 req-ae12d916-4a62-458f-be34-9b7ea06e348f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Aug 09 14:54:10.617943 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:10.620381 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a1cce-269e-4b69-9972-ec62d64c83af" -d '{"events": [{"server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:10.628050 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:10.657052 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f9714a-3bbc-4eaf-8b6e-a92fde3ab465 x-openstack-request-id: req-96f9714a-3bbc-4eaf-8b6e-a92fde3ab465 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:10.657352 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "name": "network-vif-plugged", "status": "completed", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:10.657612 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96f9714a-3bbc-4eaf-8b6e-a92fde3ab465 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:10.658005 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'code': 200} Aug 09 14:54:10.684387 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:10.753659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0d96a-40cb-494d-9a0e-cbe1287b006c req-12feff27-4cb5-4b9c-9e5b-9bffea0db885 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:10.755326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33d0d96a-40cb-494d-9a0e-cbe1287b006c req-12feff27-4cb5-4b9c-9e5b-9bffea0db885 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0611725 Aug 09 14:54:10.793750 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33d0d96a-40cb-494d-9a0e-cbe1287b006c req-2e86fc2c-95e3-4fcf-b866-9c5a165a3417 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Aug 09 14:54:11.043633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0272542-4539-4070-81ec-1ed7b8dea986 req-bd117e83-a65b-44b3-a271-de80a91c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:11.045306 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c0272542-4539-4070-81ec-1ed7b8dea986 req-bd117e83-a65b-44b3-a271-de80a91c11d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1099 time: 0.0881488 Aug 09 14:54:11.129758 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c0272542-4539-4070-81ec-1ed7b8dea986 req-4ab83dfc-c97e-43a9-b686-612452224ac9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Aug 09 14:54:11.151990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a80b78-2202-482a-826c-846780850595 req-679046f1-46db-4c4d-8625-049e946b4e6b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:11.153580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-87a80b78-2202-482a-826c-846780850595 req-679046f1-46db-4c4d-8625-049e946b4e6b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0702581 Aug 09 14:54:11.194269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-87a80b78-2202-482a-826c-846780850595 req-90f2c204-2da5-440a-a475-1ccbae085eb8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339985 Aug 09 14:54:11.721709 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4669a27-07ae-4c9f-bc23-1f266a26013a req-616860c1-5d13-46d5-9cdd-4c31466d389e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:11.723233 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a4669a27-07ae-4c9f-bc23-1f266a26013a req-616860c1-5d13-46d5-9cdd-4c31466d389e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0557730 Aug 09 14:54:11.763372 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a4669a27-07ae-4c9f-bc23-1f266a26013a req-ff4e595b-7fb3-4a8d-967a-fc37ae64356d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Aug 09 14:54:11.913455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed639-111b-4876-b9bc-608108b96e69 req-a325b4e4-9533-4226-bf75-6f8d68b38a87 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:11.915285 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb5ed639-111b-4876-b9bc-608108b96e69 req-a325b4e4-9533-4226-bf75-6f8d68b38a87 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0521967 Aug 09 14:54:11.955425 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb5ed639-111b-4876-b9bc-608108b96e69 req-e3bb5a23-4295-40ac-bcdb-0ee3d96419e8 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Aug 09 14:54:12.275191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device ce9e5728-ac95-4471-952a-8fad89efb263 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:54:12.298692 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: ce9e5728-ac95-4471-952a-8fad89efb263 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:54:12.299144 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device ce9e5728-ac95-4471-952a-8fad89efb263 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:54:12.335777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c633e1-fa10-4e01-b019-9e18bf03ac8a req-0cc7176f-5102-4971-9336-d662cb2d3f11 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:12.337248 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-41c633e1-fa10-4e01-b019-9e18bf03ac8a req-0cc7176f-5102-4971-9336-d662cb2d3f11 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0597918 Aug 09 14:54:12.379049 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-41c633e1-fa10-4e01-b019-9e18bf03ac8a req-9d954bc8-3b53-468d-8366-80ed2ae7677c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351696 Aug 09 14:54:12.644572 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:54:12.880940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a9fe-382a-4e64-bdac-1300a22739af req-f575376b-936c-4c84-924b-88ac109d2c30 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:12.882458 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5305a9fe-382a-4e64-bdac-1300a22739af req-f575376b-936c-4c84-924b-88ac109d2c30 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0504241 Aug 09 14:54:12.922148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5305a9fe-382a-4e64-bdac-1300a22739af req-420fea82-f31d-4c29-b168-853d2a7cf945 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Aug 09 14:54:13.066988 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba9f12-68a8-4ab7-9e87-d4af914d02ec req-d5f41330-e7e4-40d2-8904-315f25ac6f86 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:13.068395 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02ba9f12-68a8-4ab7-9e87-d4af914d02ec req-d5f41330-e7e4-40d2-8904-315f25ac6f86 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0767136 Aug 09 14:54:13.103183 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24158-13e2-4d76-acd2-ef48ee1cff64 req-5a44a0d4-3a4b-4101-9ebc-9e87dc72e1b9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:13.104657 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a2b24158-13e2-4d76-acd2-ef48ee1cff64 req-5a44a0d4-3a4b-4101-9ebc-9e87dc72e1b9 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0802176 Aug 09 14:54:13.134253 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02ba9f12-68a8-4ab7-9e87-d4af914d02ec req-85f891e7-6e69-41e8-a9e4-71fe1608dcfd tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596769 Aug 09 14:54:13.154254 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a2b24158-13e2-4d76-acd2-ef48ee1cff64 req-2a549aa7-5e50-4a10-a1e2-e9fede5c015e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Aug 09 14:54:13.464086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d10f3a-a54b-46f3-8010-84dbaf99ae29 req-4acf51ae-b907-44f3-95b3-c200dc18c4fe tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:13.465560 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9d10f3a-a54b-46f3-8010-84dbaf99ae29 req-4acf51ae-b907-44f3-95b3-c200dc18c4fe tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0488703 Aug 09 14:54:13.503597 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a9d10f3a-a54b-46f3-8010-84dbaf99ae29 req-ac1df553-19b3-4d3b-9b2a-c9bba703539d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Aug 09 14:54:14.271530 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2f806-6da4-45e5-9834-4e4cdb0636f2 req-1c2fd156-5726-463b-b676-8ec62e94cef2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:14.273067 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8fe2f806-6da4-45e5-9834-4e4cdb0636f2 req-1c2fd156-5726-463b-b676-8ec62e94cef2 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0505500 Aug 09 14:54:14.313256 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8fe2f806-6da4-45e5-9834-4e4cdb0636f2 req-3f0c21c7-9209-4a43-9069-fdb11c99bebb tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Aug 09 14:54:15.433226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717aa37-48f7-400d-b8e4-2b890c64efea req-63367e10-369c-44ac-9cd2-b144f1208655 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:15.434694 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c717aa37-48f7-400d-b8e4-2b890c64efea req-63367e10-369c-44ac-9cd2-b144f1208655 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0522461 Aug 09 14:54:15.472246 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c717aa37-48f7-400d-b8e4-2b890c64efea req-3029ec40-12a0-4799-bc91-112139f90455 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2b8512f-db0d-4c5e-9958-74b9108a1329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Aug 09 14:54:15.750166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-cd553554-b216-4089-9e25-f5c808e35e7e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:15.751551 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-cd553554-b216-4089-9e25-f5c808e35e7e tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 946 time: 0.0519583 Aug 09 14:54:15.846618 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Deleting port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:54:15.846956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:15.933119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] For port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:15.933480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:15.947067 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Calling delete_port for 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:54:16.150703 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:16.180445 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Pushing event deleted for resources: {'Port': ['ID=69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:16.220476 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] No DVR routers for this DVR port 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:54:16.223578 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:16.225634 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8dfdd097-6296-4536-8fd2-114acba0be18 req-884fafe7-b96e-43b8-b78b-1a4e24eb90e4 tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.58 "DELETE /v2.0/ports/69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 HTTP/1.1" status: 204 len: 173 time: 0.4673972 Aug 09 14:54:16.226067 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'name': 'network-vif-deleted', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:16.228427 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2460f3b9-9372-4068-af94-5d49a2505373" -d '{"events": [{"server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "name": "network-vif-deleted", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:16.264230 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a94404a-3eb8-4e70-8c56-a0d8a5916f06 x-openstack-request-id: req-8a94404a-3eb8-4e70-8c56-a0d8a5916f06 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:16.264366 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a", "name": "network-vif-deleted", "tag": "69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:16.264777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a94404a-3eb8-4e70-8c56-a0d8a5916f06 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:16.264983 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a', 'name': 'network-vif-deleted', 'tag': '69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2', 'status': 'completed', 'code': 200} Aug 09 14:54:16.299987 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:54:16.320025 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:54:16.320301 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 69e7664c-b5cf-4438-a3d4-3fd36ba9e7a2 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:54:16.595656 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e46cb5b3-901b-42ec-a666-ac606b0dc714 req-d636d27b-ebc4-473a-8a4b-9897aa4b276a tempest-ServerRescueNegativeTestJSON-900415842 tempest-ServerRescueNegativeTestJSON-900415842-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4a0bcbd-9a5c-46b0-843a-a7f1aa1bee1a HTTP/1.1" status: 200 len: 210 time: 0.0382762 Aug 09 14:54:17.675959 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41140) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:18.172036 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:18.549436 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Deleting port de166742-8387-441c-b7d3-a36629e01ef0 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:54:18.549927 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:18.669214 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] For port de166742-8387-441c-b7d3-a36629e01ef0, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de166742-8387-441c-b7d3-a36629e01ef0,segment=NetworkSegment(ea61750b-852d-44cf-80b4-6eecb1568856),segment_id=ea61750b-852d-44cf-80b4-6eecb1568856)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:18.670165 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:18.689334 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Calling delete_port for de166742-8387-441c-b7d3-a36629e01ef0 owned by network:router_interface {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:54:19.211247 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:19.237691 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Pushing event deleted for resources: {'Port': ['ID=de166742-8387-441c-b7d3-a36629e01ef0,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:19.425491 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:19.674393 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Router 69905238-8b15-4ecb-bd5e-03143678c33d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:19.818549 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:19.828485 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Sync routers for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:19.838621 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-70ad84ee-6d50-4a30-a90a-467fcb3bc32c admin admin] 10.222.0.45 "PUT /v2.0/routers/69905238-8b15-4ecb-bd5e-03143678c33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615767 Aug 09 14:54:19.841336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41150) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:19.841929 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:19.842540 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:19.954692 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:19.979986 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:20.152631 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:54:19Z', 'revision_number': 5, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:20.178384 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:20.179839 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Checking router: 69905238-8b15-4ecb-bd5e-03143678c33d for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:20.188700 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Routers {'69905238-8b15-4ecb-bd5e-03143678c33d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:20.189098 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['69905238-8b15-4ecb-bd5e-03143678c33d'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:20.292881 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] Set router 69905238-8b15-4ecb-bd5e-03143678c33d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:20.332625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Deleting port e94c140b-3fbf-4f41-b307-c80bf807a812 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:54:20.332971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:20.424309 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] For port e94c140b-3fbf-4f41-b307-c80bf807a812, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e94c140b-3fbf-4f41-b307-c80bf807a812,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:20.425129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:20.440398 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Calling delete_port for e94c140b-3fbf-4f41-b307-c80bf807a812 owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:54:20.488744 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:54:19Z', 'revision_number': 5, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:20.519178 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3cf326-5855-4530-b9d5-752406aa6394 None None] The sync data for ids ['69905238-8b15-4ecb-bd5e-03143678c33d'] in dv-cinder-788363-9-iscsi is: [{'id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'name': 'tempest-ServerRescueNegativeTestJSON-1319583365-router', 'tenant_id': '98b5a203694e4934b35b05b12e3989d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:54:19Z', 'revision_number': 5, 'project_id': '98b5a203694e4934b35b05b12e3989d7', 'gw_port': {'id': 'e94c140b-3fbf-4f41-b307-c80bf807a812', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69905238-8b15-4ecb-bd5e-03143678c33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:20.750977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:20.785300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94c140b-3fbf-4f41-b307-c80bf807a812,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:20.864545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.009821 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.012739 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.167552 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.168263 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69905238-8b15-4ecb-bd5e-03143678c33d {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:54:21.174032 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.175242 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c6894719-3817-46c3-924b-1646b8a32134 admin admin] 10.222.0.45 "DELETE /v2.0/routers/69905238-8b15-4ecb-bd5e-03143678c33d HTTP/1.1" status: 204 len: 168 time: 1.3327203 Aug 09 14:54:21.177881 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41156) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:21.229828 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Deleting subnet 939739cb-4e82-41ef-a276-5a8d6501b154 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:54:21.233976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.285241 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.327837 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.494519 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.544793 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939739cb-4e82-41ef-a276-5a8d6501b154,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:21.551180 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.551180 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-61740ed6-a2e5-4723-bcb8-844e1721cc11 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/939739cb-4e82-41ef-a276-5a8d6501b154 HTTP/1.1" status: 204 len: 168 time: 0.3704610 Aug 09 14:54:21.553484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41158) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:21.630137 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.750047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.762004 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a3ba55-1a7e-46f7-8506-56b2f9b73bc5']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:21.772438 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea61750b-852d-44cf-80b4-6eecb1568856') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:21.772847 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea61750b-852d-44cf-80b4-6eecb1568856') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:21.783187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.800737 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.808907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:54:21.809797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:54:21.811564 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:54:22.059774 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de166742-8387-441c-b7d3-a36629e01ef0 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:54:22.080783 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: de166742-8387-441c-b7d3-a36629e01ef0 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:54:22.081132 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de166742-8387-441c-b7d3-a36629e01ef0 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:54:22.081549 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e94c140b-3fbf-4f41-b307-c80bf807a812 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:54:22.087155 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.091690 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.094303 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] 10.222.0.45 "DELETE /v2.0/networks/73a3ba55-1a7e-46f7-8506-56b2f9b73bc5 HTTP/1.1" status: 204 len: 168 time: 0.5397532 Aug 09 14:54:22.102898 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: e94c140b-3fbf-4f41-b307-c80bf807a812 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:54:22.103439 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e94c140b-3fbf-4f41-b307-c80bf807a812 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:54:22.113243 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12ca8-9fce-47f9-90f2-b0faa6b7a72f admin admin] Pushing event deleted for resources: {'Network': ['ID=73a3ba55-1a7e-46f7-8506-56b2f9b73bc5,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:22.535061 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41170) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:22.582250 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f4e74a77-9a78-478e-8469-fe0a59dd4795 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98b5a203694e4934b35b05b12e3989d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456440 Aug 09 14:54:22.584586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41172) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:22.639987 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.666434 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.799999 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.802714 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:22.804082 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2b8512f-db0d-4c5e-9958-74b9108a1329 HTTP/1.1" status: 204 len: 168 time: 0.2184739 Aug 09 14:54:22.813253 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b682c86-16b1-4bf7-8c76-c8c034e40155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b8512f-db0d-4c5e-9958-74b9108a1329,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:23.977363 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41202) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:24.093359 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-749002725-network', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:24.223951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Made reservation on behalf of 588d683279ea434b91c40d2f7efe70e9 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:24.226802 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.237315 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.336906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.412982 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.441673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:54:24.451248 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006bc47e-feea-4b71-a2be-58fe1985a1e6,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:24.456213 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.456549 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Added segment 8a2ddbd0-9168-489a-9563-75516db5fdf4 of type vlan for network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 Aug 09 14:54:24.500334 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.608036 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.609328 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:24.610450 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:24.682348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] Pushing event updated for resources: {'Network': ['ID=b74aa2ae-b925-4c75-b7ac-7c108d3990c3,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:24.694376 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:54:24.754705 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-db23bd03-4a9c-4121-bcab-6f915676f273 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7759805 Aug 09 14:54:24.757563 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41206) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:24.764062 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Request body: {'subnet': {'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-749002725-subnet', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:24.906057 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Made reservation on behalf of 588d683279ea434b91c40d2f7efe70e9 for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:24.908950 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9406017'] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.207934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3426307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9406067'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.278451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2afabe-5115-4409-88bc-3a05ab83b80b,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:25.284377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Checking segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:25.284613 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Network hostable DHCP agents. Network: b74aa2ae-b925-4c75-b7ac-7c108d3990c3, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:54:25.348212 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b86a2-2511-4492-8d6f-5bd2af51f7f3 req-b37719ed-a1a6-45c1-98ef-ff179d19f79d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:25.349716 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-917b86a2-2511-4492-8d6f-5bd2af51f7f3 req-b37719ed-a1a6-45c1-98ef-ff179d19f79d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0668073 Aug 09 14:54:25.393514 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-917b86a2-2511-4492-8d6f-5bd2af51f7f3 req-2e281936-1ee4-4c06-a850-4df9aaeed988 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332696 Aug 09 14:54:25.417137 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41230) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:25.430331 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:54:25.504714 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, b74aa2ae-b925-4c75-b7ac-7c108d3990c3) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:25.517123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:25.517123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.517365 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec06eb-47a8-44ef-a02b-a3d0c100d8d9 None None] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:54:25.597462 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e72c7282-4e91-47de-a46f-c371ae1217f8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8379850 Aug 09 14:54:25.600285 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41238) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:25.606092 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:25.627414 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9774399-ca24-423f-8902-fe0eba2b4997 tempest-TestMinimumBasicScenario-1739733137 tempest-TestMinimumBasicScenario-1739733137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:25.633001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41240) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:25.633836 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f9774399-ca24-423f-8902-fe0eba2b4997 tempest-TestMinimumBasicScenario-1739733137 tempest-TestMinimumBasicScenario-1739733137-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1094 time: 0.2150593 Aug 09 14:54:25.642679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'port_id': '52611845-9517-42e4-890d-e889ff676c6c', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:25.749104 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.750195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.829457 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.853870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for floatingip, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:25.873672 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 14:54:25.875279 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.033200 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Allocated IP 172.20.0.2 (b74aa2ae-b925-4c75-b7ac-7c108d3990c3/4f2afabe-5115-4409-88bc-3a05ab83b80b/c99a754e-96e3-4595-ae9e-d54f1cde8882) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:26.205307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.219768 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Transition to ACTIVE for port object c99a754e-96e3-4595-ae9e-d54f1cde8882 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:26.235278 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Transition to ACTIVE for port object c99a754e-96e3-4595-ae9e-d54f1cde8882 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:26.297914 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.342718 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:26.350083 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:26.355478 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:26.371152 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Pushing event updated for resources: {'Port': ['ID=c99a754e-96e3-4595-ae9e-d54f1cde8882,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:26.442543 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Attempting to bind port c99a754e-96e3-4595-ae9e-d54f1cde8882 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:26.442923 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Attempting to bind port c99a754e-96e3-4595-ae9e-d54f1cde8882 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:26.443319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Attempting to bind port c99a754e-96e3-4595-ae9e-d54f1cde8882 on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:26.449926 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:26.450492 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Checking segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:26.452158 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.452654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Bound using segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:26.453087 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Bound port: c99a754e-96e3-4595-ae9e-d54f1cde8882, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:26.453485 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.476328 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.523873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.528991 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] For port c99a754e-96e3-4595-ae9e-d54f1cde8882, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:26.652960 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] For port c99a754e-96e3-4595-ae9e-d54f1cde8882, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c99a754e-96e3-4595-ae9e-d54f1cde8882,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:26.653146 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Allocated IP 172.27.1.58 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/5b810dbc-adf5-40e2-8dbd-22efe4413e35) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:26.757890 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.984464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:26.989031 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:27.036338 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:27.041825 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de3ee8-b863-4cd6-825a-0493e12a8d24 None None] Pushing event updated for resources: {'Port': ['ID=c99a754e-96e3-4595-ae9e-d54f1cde8882,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:27.046359 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:27.059912 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:27.065278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'Port': ['ID=5b810dbc-adf5-40e2-8dbd-22efe4413e35,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:27.403062 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:27.449181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:27.683450 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Allocated IP 172.27.1.184 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/f2e22a81-9296-4b8f-b07d-47292e68dda2) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:27.803054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:27.901119 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:27.949074 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.031351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.094648 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.142690 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c99a754e-96e3-4595-ae9e-d54f1cde8882 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:28.151293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:28.152238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Pushing event updated for resources: {'Port': ['ID=f2e22a81-9296-4b8f-b07d-47292e68dda2,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:28.160662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:28.169541 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:28.244220 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db3b64-f670-4901-a784-7de4a849e0c1 None None] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:54:28.319585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port c99a754e-96e3-4595-ae9e-d54f1cde8882 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:28.376357 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Provisioning for port c99a754e-96e3-4595-ae9e-d54f1cde8882 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:28.394940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Provisioning complete for port c99a754e-96e3-4595-ae9e-d54f1cde8882 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:28.396143 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.454082 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.534274 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.555196 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d5a81498-e0b1-480d-aff4-dc2d6e7adfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.573774 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] For port c99a754e-96e3-4595-ae9e-d54f1cde8882, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c99a754e-96e3-4595-ae9e-d54f1cde8882,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:28.603640 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.636066 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.723802 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad38c6-96dc-48fd-8b66-25284f416e24 None None] Pushing event updated for resources: {'Port': ['ID=c99a754e-96e3-4595-ae9e-d54f1cde8882,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:28.734794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.743409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'Port': ['ID=5b810dbc-adf5-40e2-8dbd-22efe4413e35,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:28.745906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:28.765575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3849b334-ef92-419d-9493-6b114f4f60fd None None] Provisioning complete for port c99a754e-96e3-4595-ae9e-d54f1cde8882 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:28.765971 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3849b334-ef92-419d-9493-6b114f4f60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:29.282159 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Floating IP c55da34d-de45-481a-82a5-e15eece1524c associated. External IP: 172.27.1.58, port: 52611845-9517-42e4-890d-e889ff676c6c. Aug 09 14:54:29.410929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:29.666217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Router 41014e32-b207-4415-a071-f85e63de0b5d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:29.784604 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 14:54:29.853204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:29.866022 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Sync routers for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:29.877701 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:29.878671 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:29.939737 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:29.948574 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:29.959308 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:29.960452 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:30.001211 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:30.020294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.062198 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.069815 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41270) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:30.070419 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c2df5584-6a26-46df-a3ad-9d882f9df39d admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4686074 Aug 09 14:54:30.105670 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:30.112988 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-cf044456-320b-42c4-bd3d-bdfda032b39f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4719818 Aug 09 14:54:30.113817 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41272) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:30.116976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:30.120871 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28" -d '{"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:30.147984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-3787297', 'description': 'tempest-secgroup-smoke-3787297 description', 'project_id': '2c92c65dcc31487da1708bdb206f8251'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:30.231900 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c99a754e-96e3-4595-ae9e-d54f1cde8882 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:30.259412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.282455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48e1b6-3358-43c6-a0f5-ab5466acd9b4 x-openstack-request-id: req-7b48e1b6-3358-43c6-a0f5-ab5466acd9b4 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:30.282455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:30.282455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b48e1b6-3358-43c6-a0f5-ab5466acd9b4 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:30.282455 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:54:30.335463 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port c99a754e-96e3-4595-ae9e-d54f1cde8882 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:30.335843 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.511571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-cf933e7c-aff7-4ce8-830c-abbe50602fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:30.513564 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-cf933e7c-aff7-4ce8-830c-abbe50602fbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1099 time: 0.2092652 Aug 09 14:54:30.601645 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'c55da34d-de45-481a-82a5-e15eece1524c', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'port_id': '52611845-9517-42e4-890d-e889ff676c6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'mac_address': 'fa:16:3e:c1:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:27Z', 'revision_number': 0, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:30.605672 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-180eb3fa-a360-4bf4-bfb0-fef950610bdc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567193664&fields=id&tenant_id=8fb370bf996c4e34832547e0c10a54ba HTTP/1.1" status: 200 len: 267 time: 0.2517419 Aug 09 14:54:30.638127 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.638237 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Checking router: 41014e32-b207-4415-a071-f85e63de0b5d for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:30.675532 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:30.675532 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:30.788480 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:28Z', 'revision_number': 3, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:30.788636 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.788737 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:30.788737 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Updating router 87a5ca72-f4af-4449-8476-ab0c44a242b4 port f2e22a81-9296-4b8f-b07d-47292e68dda2 binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:54:30.851728 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:30.867293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-910a271e-61f5-4537-bc97-45a3a3b974a1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:30.867293 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-910a271e-61f5-4537-bc97-45a3a3b974a1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 808 time: 0.2293358 Aug 09 14:54:30.925959 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-55b26179-7447-4981-bd50-da2b77c796d6 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/quotas/8fb370bf996c4e34832547e0c10a54ba HTTP/1.1" status: 200 len: 375 time: 0.0198948 Aug 09 14:54:30.930361 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:30.953277 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Allocated IP 172.20.0.1 (b74aa2ae-b925-4c75-b7ac-7c108d3990c3/4f2afabe-5115-4409-88bc-3a05ab83b80b/2c7a3af6-8cb0-4a15-a40b-86179c08fbaa) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:30.956262 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-aea8ec0b-ade1-4274-872b-e264b76702a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:30.957951 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-aea8ec0b-ade1-4274-872b-e264b76702a2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.4332283 Aug 09 14:54:31.008219 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.058071 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-477a2d93-eb9e-4f7f-b74a-ddb26549a400 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307886 Aug 09 14:54:31.081928 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.097950 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Transition to ACTIVE for port object 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:31.136798 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-ef6cf31d-3bbd-4400-9a94-d291e1049036 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 999 time: 0.1705930 Aug 09 14:54:31.139556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e36ca8-7fa8-4c94-ab54-de534e161330,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:31.159472 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.160570 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-eae41c0b-c5b0-491b-96f2-4e39ada3b2b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.0339510 Aug 09 14:54:31.165192 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41288) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:31.170032 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:31.191898 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.204494 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.209304 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Transition to ACTIVE for port object f2e22a81-9296-4b8f-b07d-47292e68dda2 will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:31.226807 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-5f91d7c1-fc15-46c2-a8ff-a8a7a8218f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:31.228934 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-5f91d7c1-fc15-46c2-a8ff-a8a7a8218f7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.0817235 Aug 09 14:54:31.229297 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bc58ecd8-e6cd-4bcc-bde3-ee4c5620a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.252258 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:31.257255 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:31.259504 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:31.287700 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.309272 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-29262b8d-ad16-44bf-a286-b673782628ba service neutron] 10.222.0.45 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271025 Aug 09 14:54:31.312918 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:31.322523 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'c55da34d-de45-481a-82a5-e15eece1524c', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'port_id': '52611845-9517-42e4-890d-e889ff676c6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'mac_address': 'fa:16:3e:c1:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:27Z', 'revision_number': 0, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:31.325284 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.355350 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a38dcb-9f50-4595-8498-e1f318bc2359 None None] The sync data for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi is: [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'c55da34d-de45-481a-82a5-e15eece1524c', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'port_id': '52611845-9517-42e4-890d-e889ff676c6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'mac_address': 'fa:16:3e:c1:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:27Z', 'revision_number': 0, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:31.388563 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Pushing event updated for resources: {'Port': ['ID=f2e22a81-9296-4b8f-b07d-47292e68dda2,revision_number=2']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:31.401021 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.401864 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.402451 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.402954 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.403465 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.414222 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.414910 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.415448 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.415970 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.416465 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.416957 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.417461 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:31.467719 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Attempting to bind port f2e22a81-9296-4b8f-b07d-47292e68dda2 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:31.468193 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Attempting to bind port f2e22a81-9296-4b8f-b07d-47292e68dda2 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:31.468449 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Attempting to bind port f2e22a81-9296-4b8f-b07d-47292e68dda2 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:31.475666 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:31.476047 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:31.478642 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.483062 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.483648 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:31.484158 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Bound port: f2e22a81-9296-4b8f-b07d-47292e68dda2, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:31.484573 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.500569 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-213e76ed-b871-45e1-98d0-11b364752aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:31.508594 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-213e76ed-b871-45e1-98d0-11b364752aa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2661285 Aug 09 14:54:31.573154 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.616653 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] For port f2e22a81-9296-4b8f-b07d-47292e68dda2, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:31.621774 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-86e88fd1-f797-4371-958b-00455e47a83e service neutron] 10.222.0.45 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076999 Aug 09 14:54:31.635635 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] For port f2e22a81-9296-4b8f-b07d-47292e68dda2, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f2e22a81-9296-4b8f-b07d-47292e68dda2,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:31.668129 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-45677816-c904-4ecf-8314-205d32ced0c2 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490033 Aug 09 14:54:31.674083 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.681485 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.724798 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.733849 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1f918-0711-4e39-856d-6ec28dec78bf None None] New status for floating IP c55da34d-de45-481a-82a5-e15eece1524c: ACTIVE {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:54:31.745264 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.769598 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a9c36e-975f-4f50-8a63-91e40dc7b5ef,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:31.806034 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-c4e52982-17e0-433a-a4b3-0f62b0a9c672 None None] Provisioning for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:31.815226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-c4e52982-17e0-433a-a4b3-0f62b0a9c672 None None] Provisioning complete for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:31.815872 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c4e52982-17e0-433a-a4b3-0f62b0a9c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.869946 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-551b7c5f-fe8b-4de4-91b9-5a84ec59ee28 req-71266ec9-d180-4d48-9fdb-ebbb5e3f608b service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902907 Aug 09 14:54:31.892672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:31.893865 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e5ef0e82-0e5a-4994-8d06-be55759ba511 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7276649 Aug 09 14:54:31.900481 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1cec6-3207-47dd-b74f-209ccdf35cff None None] Pushing event updated for resources: {'Port': ['ID=f2e22a81-9296-4b8f-b07d-47292e68dda2,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:31.915443 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41302) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:31.919555 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:31.924613 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:31.924923 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:32.030041 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-c4e52982-17e0-433a-a4b3-0f62b0a9c672 None None] Port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:32.065948 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.136217 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.186276 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:32.199214 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.241725 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.304575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.304844 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.325708 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.336182 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca86d3cb-3722-4563-af1a-d99c68ad5a6d,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:32.339068 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:32.407477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.407477 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0dbaa70d-af4a-4994-8f10-0bfac439c57b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4860780 Aug 09 14:54:32.418040 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41308) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:32.424859 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:32.450296 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0608b5b7-e06d-49de-b2e2-b963c277261e req-276b1305-a56c-4298-953c-d3d46cd5029c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 210 time: 0.0436127 Aug 09 14:54:32.503399 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:30Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:32.526899 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:32.528725 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:32.539724 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873df84-ab25-4b11-bd93-7c8f262c64a4 None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:30Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:32.556348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.651681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.713954 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:32.733585 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.784619 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f906f5-e45e-42f8-bbb3-59984fdd479d,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:32.876377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:32.877751 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-4835115e-896d-447a-920a-807bfa9e4c75 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4579682 Aug 09 14:54:32.881707 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:32.889703 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41318) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:32.896786 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b9c3035c-df3d-4db1-8453-c7a97f21cc72 admin admin] 10.222.0.45 "PUT /v2.0/routers/87a5ca72-f4af-4449-8476-ab0c44a242b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258235 Aug 09 14:54:32.921731 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:32.929724 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-0c8d9b25-31dd-45ef-aef8-da5e400f6c66 None None] Provisioning complete for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:32.930093 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9b25-31dd-45ef-aef8-da5e400f6c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.026038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.032104 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d9b25-31dd-45ef-aef8-da5e400f6c66 None None] Port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:33.125278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.201867 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.232550 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9daedc-165b-44e9-baf3-ae4671e4c24f,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:33.310506 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.315528 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e10447ae-7c43-4575-a1e5-a0fc05c810d0 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3976779 Aug 09 14:54:33.315528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41330) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:33.320541 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:33.440136 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.securitygroups_db [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Project 2c92c65dcc31487da1708bdb206f8251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:54:33.445846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.574822 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-538a4b18-5e36-4077-827e-87ca5c9a2798 req-28032d96-070a-4756-957c-f393d755e165 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 210 time: 0.0510156 Aug 09 14:54:33.602977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.707056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.733633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76267d30-6d13-4222-be38-148b8f0a39ae,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:33.754516 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41338) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:33.760546 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774440599', 'description': 'tempest-description--965744506'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:33.783355 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.836409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:33.843172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-bc22bb9f-f9b7-43f1-b6ae-70155ad67dc9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5241642 Aug 09 14:54:33.844714 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41340) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:33.849445 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'security_group_rule': {'security_group_id': '92e36ca8-7fa8-4c94-ab54-de534e161330', 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:33.943028 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.086015 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.securitygroups_db [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Project 2c92c65dcc31487da1708bdb206f8251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 14:54:34.091278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.191951 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.200481 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f2e22a81-9296-4b8f-b07d-47292e68dda2 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:34.267801 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.276649 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.317773 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:34.333451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.357333 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb2266c-9dd8-48f3-91d9-61bc4713f384,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:34.384881 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port f2e22a81-9296-4b8f-b07d-47292e68dda2 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:34.390987 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port f2e22a81-9296-4b8f-b07d-47292e68dda2 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:34.391605 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.404197 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.404784 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.407520 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b52b2edf-f418-4829-9621-3899a2963d23 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5618010 Aug 09 14:54:34.408269 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c14d04e3-43dd-411c-bbf7-8436cc9b44c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6520777 Aug 09 14:54:34.409621 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41342) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:34.416812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group_rule': {'security_group_id': '36e95edf-18d4-4bd3-8fc8-ad74e5dcc815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:34.538297 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.572552 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port f2e22a81-9296-4b8f-b07d-47292e68dda2, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f2e22a81-9296-4b8f-b07d-47292e68dda2,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:34.587190 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.634695 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.669380 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-17803236-f53a-45fd-a00d-95c75d616172 req-4615d568-8cbc-41aa-84c2-97b8fc060caf tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3787297&fields=id&tenant_id=2c92c65dcc31487da1708bdb206f8251 HTTP/1.1" status: 200 len: 267 time: 0.1490023 Aug 09 14:54:34.726855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.746623 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803236-f53a-45fd-a00d-95c75d616172 req-d971651d-bde0-4855-a946-8a45d4db700d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:34.748684 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-17803236-f53a-45fd-a00d-95c75d616172 req-d971651d-bde0-4855-a946-8a45d4db700d tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0706456 Aug 09 14:54:34.761310 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'port': {'security_groups': ['67b1113e-07e6-44f9-af51-cca9a358799c', '92e36ca8-7fa8-4c94-ab54-de534e161330']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:34.782013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=f2e22a81-9296-4b8f-b07d-47292e68dda2,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:34.811173 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.857993 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f09bc80e-835c-4f8e-8ff6-a582f1049294 req-82eb215f-4b96-499e-9e5f-79d4ba773f93 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 210 time: 0.0849540 Aug 09 14:54:34.907015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:34.919697 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939b9d12-bf1b-4a80-90b9-6dceb7951d2b,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:34.997657 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.002065 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c3eae94e-af81-4db0-a68e-72e70c034b21 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884094 Aug 09 14:54:35.002336 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41352) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:35.007656 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group_rule': {'security_group_id': '36e95edf-18d4-4bd3-8fc8-ad74e5dcc815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:35.134108 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.175681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:35.220743 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.272260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.339903 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-0a22c1b4-f7f4-4112-b96c-3b99b7812d19 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:35.341329 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-0a22c1b4-f7f4-4112-b96c-3b99b7812d19 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 808 time: 0.1560054 Aug 09 14:54:35.392337 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-96e5ea65-e162-422b-ab3b-f23da9389aa5 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb370bf996c4e34832547e0c10a54ba HTTP/1.1" status: 200 len: 380 time: 0.0353689 Aug 09 14:54:35.405120 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'port': {'device_id': 'def65383-2883-45d2-94de-92421e8032e6', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'admin_state_up': True, 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'security_groups': ['59c23c68-6d04-4c94-9451-5193962abb55']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:35.504917 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.527219 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a57c34-d702-4a7f-bf54-d8233a36f54c,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:35.588954 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.610176 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:35.611941 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:35.620174 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:35.620918 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:35.650259 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:35.651030 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.652341 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-17803236-f53a-45fd-a00d-95c75d616172 req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "PUT /v2.0/ports/52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 982 time: 0.8971069 Aug 09 14:54:35.652992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:35.656045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc49352-5598-45ad-984f-dcfcc3f7398b" -d '{"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:35.669408 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.671979 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-eb205d91-c79f-4785-82cf-6b837181a97f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6679237 Aug 09 14:54:35.674841 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41362) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:35.690371 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc0686-4f37-4f7d-97d7-5a0dcf146cf8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=6']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:35.696616 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:35.744185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f9f2d8-5765-47ec-99cf-4db60b7f62ed x-openstack-request-id: req-f6f9f2d8-5765-47ec-99cf-4db60b7f62ed {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:35.744185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:35.744185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6f9f2d8-5765-47ec-99cf-4db60b7f62ed {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:35.744185 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:54:35.771568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Made reservation on behalf of 8fb370bf996c4e34832547e0c10a54ba for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:35.775149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.811469 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:35.840253 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:35.870691 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-dc8fa831-91da-45c7-ab30-81a3ae531a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:35.875652 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-dc8fa831-91da-45c7-ab30-81a3ae531a53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1138 time: 0.1087244 Aug 09 14:54:35.959395 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:35.991863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffb070-de6a-4bb0-90f1-b10d735cccf1 req-bf424119-74c0-4a71-8bfa-07be0609042e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:35.993747 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-83ffb070-de6a-4bb0-90f1-b10d735cccf1 req-bf424119-74c0-4a71-8bfa-07be0609042e tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.1730280 Aug 09 14:54:36.193643 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5c36428a-f9e6-4400-91a7-74f54ec7defb req-1ca4627b-f9c3-4eda-b178-7858a8d99630 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 210 time: 0.0755036 Aug 09 14:54:36.194351 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-9390d9f9-8e4c-4373-84e2-80877dca18a4 None None] Provisioning complete for port 52611845-9517-42e4-890d-e889ff676c6c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:36.194351 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9390d9f9-8e4c-4373-84e2-80877dca18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:36.218909 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-aec67193-1ea3-47ce-8c73-f252dafa85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:36.228398 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-aec67193-1ea3-47ce-8c73-f252dafa85e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.3324533 Aug 09 14:54:36.235932 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f2e22a81-9296-4b8f-b07d-47292e68dda2 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:36.254292 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-83ffb070-de6a-4bb0-90f1-b10d735cccf1 req-25510b64-1195-4869-8ebf-8b4fda117b56 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1913393 Aug 09 14:54:36.362414 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 2, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:36.404237 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:36.404237 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Updating router 87a5ca72-f4af-4449-8476-ab0c44a242b4 port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 14:54:36.428385 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-478acaaf-9a9e-4074-95e5-8dbee22d8e7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 1001 time: 0.1794188 Aug 09 14:54:36.432580 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:36.442850 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:36.724561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Allocated IP 172.20.0.11 (338442d7-0df2-4cf5-b8e2-2bc73033d800/4c873816-b4d9-4d24-83df-da5dc1979882/1c4df045-aec1-4f58-bd6c-d303638a55ab) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:36.763646 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port f2e22a81-9296-4b8f-b07d-47292e68dda2 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:36.763646 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:36.855881 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:36.875710 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Transition to ACTIVE for port object 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:36.954674 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.076455 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-127127bd-fd20-4ff2-b2fe-d9163af4f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:37.083583 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-127127bd-fd20-4ff2-b2fe-d9163af4f684 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.6429899 Aug 09 14:54:37.110068 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.151802 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Transition to ACTIVE for port object 1c4df045-aec1-4f58-bd6c-d303638a55ab will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:37.182416 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Attempting to bind port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:37.183376 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Attempting to bind port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:37.183717 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Attempting to bind port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:37.194868 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:37.195408 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Checking segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:37.195833 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.196729 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Bound using segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:37.197219 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Bound port: 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:37.197606 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.244048 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Allocated IP 172.27.1.43 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/6137e4b7-151c-45e2-a1e5-3ae97c7a9999) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:37.260175 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-744f0044-e7e7-4cd6-817d-03bad578a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:37.261914 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-744f0044-e7e7-4cd6-817d-03bad578a5a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695166 Aug 09 14:54:37.306934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.425500 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] For port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:37.430516 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] For port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:37.432453 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b560-feb5-4d59-83f6-489b708486a8 None None] Pushing event updated for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:37.463947 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:37.466666 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-8fd26483-e18e-4f68-8678-b9d96675c0dd service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898489 Aug 09 14:54:37.473910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:37.477703 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:37.483017 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:37.509193 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.565623 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d4419-045e-4f55-9283-eecac05f428c req-dc8c1a06-08dc-4fcc-80ba-8e4197828d45 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:37.567221 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5c7d4419-045e-4f55-9283-eecac05f428c req-dc8c1a06-08dc-4fcc-80ba-8e4197828d45 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 932 time: 0.1803184 Aug 09 14:54:37.572596 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.605910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:37.606602 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.621266 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b560-feb5-4d59-83f6-489b708486a8 None None] Pushing event updated for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=4']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:37.660832 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5c7d4419-045e-4f55-9283-eecac05f428c req-00611932-9dbd-4452-be66-6c9404a80fbd tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815020 Aug 09 14:54:37.685188 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:37.685188 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:37.721601 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-bcc49352-5598-45ad-984f-dcfcc3f7398b req-35fbac0d-0a90-4448-83db-72d9c3254e8c service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390392 Aug 09 14:54:37.740097 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-379fad58-c17a-41fb-85c7-c012cc7203f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3391197 Aug 09 14:54:37.757197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Request body: {'port': {'device_id': 'def65383-2883-45d2-94de-92421e8032e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:37.806534 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.884657 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:37.918687 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:37.923308 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:37.932241 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:37.979228 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:38.045545 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=6137e4b7-151c-45e2-a1e5-3ae97c7a9999,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:38.099558 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4563becd-8785-48b1-ba71-251fa44143ee None None] Provisioning for port 1c4df045-aec1-4f58-bd6c-d303638a55ab completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:38.107226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4563becd-8785-48b1-ba71-251fa44143ee None None] Provisioning complete for port 1c4df045-aec1-4f58-bd6c-d303638a55ab triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:38.108379 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4563becd-8785-48b1-ba71-251fa44143ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.200842 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:38.204382 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-4563becd-8785-48b1-ba71-251fa44143ee None None] Port 1c4df045-aec1-4f58-bd6c-d303638a55ab cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:38.229764 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.302920 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:37Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:38.338827 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8c4e-dd8f-45df-a841-3e6f49c1dc61 None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:37Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:38.342757 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.362379 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:38.367333 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:38.367790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.389072 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4df045-aec1-4f58-bd6c-d303638a55ab {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:38.399340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.422981 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Transition to ACTIVE for port object 1c4df045-aec1-4f58-bd6c-d303638a55ab will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:38.493469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.520065 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.562607 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.590471 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:38.619274 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:38.653431 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.653681 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.717206 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Attempting to bind port 1c4df045-aec1-4f58-bd6c-d303638a55ab on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:38.717560 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Attempting to bind port 1c4df045-aec1-4f58-bd6c-d303638a55ab by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:38.721887 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Attempting to bind port 1c4df045-aec1-4f58-bd6c-d303638a55ab on network 338442d7-0df2-4cf5-b8e2-2bc73033d800 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:38.734126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Port 1c4df045-aec1-4f58-bd6c-d303638a55ab on network 338442d7-0df2-4cf5-b8e2-2bc73033d800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:54:38.735592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Attempting to bind port 1c4df045-aec1-4f58-bd6c-d303638a55ab on network 338442d7-0df2-4cf5-b8e2-2bc73033d800 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:38.746480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:38.746830 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Checking segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:38.747257 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Bound using segment: {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:38.747700 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Bound port: 1c4df045-aec1-4f58-bd6c-d303638a55ab, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7279969-706a-4a8a-9d3e-5e4872796355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:38.750326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.758409 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:38.861975 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=6137e4b7-151c-45e2-a1e5-3ae97c7a9999,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:38.875825 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.898142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:38.917682 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:38.941828 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68228815-2bfd-40c2-82ef-63bff17ba6a2 req-9e01dfbf-52bf-489e-9a4d-079c69329804 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:38.943581 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-68228815-2bfd-40c2-82ef-63bff17ba6a2 req-9e01dfbf-52bf-489e-9a4d-079c69329804 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.1100597 Aug 09 14:54:38.985335 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.986730 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:38.986927 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-564792ac-d506-4015-8900-2e9540ff8792 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3094206 Aug 09 14:54:39.038681 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-68228815-2bfd-40c2-82ef-63bff17ba6a2 req-72719fb6-ec35-473d-ae0f-b05c4e829101 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821741 Aug 09 14:54:39.055133 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.055133 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:39.055133 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] 10.222.0.58 "PUT /v2.0/ports/1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 1094 time: 1.3009746 Aug 09 14:54:39.068123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:39.074556 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228" -d '{"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:39.089348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52ef1-1afb-4035-93fc-b0a23b63a540 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:39.147605 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e652b205-621a-4c6e-9cbd-c180267120ca x-openstack-request-id: req-e652b205-621a-4c6e-9cbd-c180267120ca {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:39.147605 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:39.147605 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e652b205-621a-4c6e-9cbd-c180267120ca {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:39.147605 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'status': 'completed', 'code': 200} Aug 09 14:54:39.247185 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-0e80a181-0d33-4717-aca8-b062cd8637fc tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--774440599&fields=id&tenant_id=588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 267 time: 0.0822842 Aug 09 14:54:39.277224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-f2a03f6f-aac6-46f0-826a-8d794f2e27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.278697 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-f2a03f6f-aac6-46f0-826a-8d794f2e27af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1097 time: 0.0964732 Aug 09 14:54:39.452063 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-71c577b2-de0b-458c-be76-1d50e2395698 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.459140 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-71c577b2-de0b-458c-be76-1d50e2395698 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 810 time: 0.2110226 Aug 09 14:54:39.479519 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-40a7b8c7-a216-4dde-b373-8d5dc08f8d6c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/quotas/588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 375 time: 0.0194211 Aug 09 14:54:39.482640 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-9893b1fb-d9aa-49d2-8bae-1dabc2c4229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.483313 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-9893b1fb-d9aa-49d2-8bae-1dabc2c4229a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8fb370bf996c4e34832547e0c10a54ba&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1777160 Aug 09 14:54:39.594095 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-b2063147-936d-4333-9b86-bd5c23050ac2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137097 Aug 09 14:54:39.624423 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-9eb7323c-63dc-4e41-a228-a4c55bed14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.625916 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aee3edb2-ae83-44ea-bf6f-e5b4caad7228 req-9eb7323c-63dc-4e41-a228-a4c55bed14c0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323593 Aug 09 14:54:39.744527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-a158ea0d-8ab4-415e-80c6-5bd5adf2260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.746032 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-a158ea0d-8ab4-415e-80c6-5bd5adf2260f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1097 time: 0.0670116 Aug 09 14:54:39.748090 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-d906dee6-4ac2-4d80-82ae-80b841c0383a service neutron] 10.222.0.45 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361310 Aug 09 14:54:39.844198 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-17a04b40-978f-423e-bd0b-861657efdbba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 217 time: 0.0679593 Aug 09 14:54:39.920284 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-311c3ed0-e942-43bb-8592-7b61bb96b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.921999 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-311c3ed0-e942-43bb-8592-7b61bb96b852 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0700426 Aug 09 14:54:39.924051 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-2f9f1793-925f-4fe8-a4db-dd89bb937deb service neutron] 10.222.0.45 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693583 Aug 09 14:54:39.984016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-0ee382d6-6ae6-4aaf-b54a-40dec07f1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:39.985628 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-0ee382d6-6ae6-4aaf-b54a-40dec07f1927 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510526 Aug 09 14:54:40.117731 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-a5553ee9-4401-4b0c-a553-4cb6f3ab2823 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243629 Aug 09 14:54:40.136354 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:40.189706 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:40.190343 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:40.283767 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0666fd-c689-411f-8627-5cd0d17fa134 req-9a3adc9e-a82e-4b36-9378-558854c87735 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:40.285828 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da0666fd-c689-411f-8627-5cd0d17fa134 req-9a3adc9e-a82e-4b36-9378-558854c87735 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.1588285 Aug 09 14:54:40.375998 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f136db7-04a4-4449-8d7f-0676b1a2aec6 req-05164450-5e35-49f3-aa10-d0c14dae03fa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 210 time: 0.0577173 Aug 09 14:54:40.399974 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da0666fd-c689-411f-8627-5cd0d17fa134 req-2a244558-ff64-4a92-9e54-32a2d2b14ffa tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931931 Aug 09 14:54:40.401940 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f093944-b606-4d2f-9e3d-8e0ef9ee6c95 req-a22bc377-46e2-4e29-877f-dc16a6e7addb service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626100 Aug 09 14:54:41.516658 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6607bdc3-9380-47de-bfcb-4e2a95b8724f req-72c5d3bc-978a-4cdb-811d-ef4e58907e08 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 210 time: 0.0401957 Aug 09 14:54:41.576793 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526df95-b49e-4f42-9702-5430aea4678d req-9c74ac51-da30-446c-abc5-3b10317a7ea1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:41.584641 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6526df95-b49e-4f42-9702-5430aea4678d req-9c74ac51-da30-446c-abc5-3b10317a7ea1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0799718 Aug 09 14:54:41.627847 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6526df95-b49e-4f42-9702-5430aea4678d req-143f09e7-6bf8-445f-abfa-43a4d371a110 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Aug 09 14:54:42.613512 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5cfe09e2-3f0d-4642-ac98-2c940d23fa38 req-064c9a53-a9a6-4a70-a108-50189b82a3a9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 210 time: 0.0265415 Aug 09 14:54:42.769846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-0ec12a3a-d8c8-4ffd-9190-d1ae0fcd6d97 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:42.771307 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-0ec12a3a-d8c8-4ffd-9190-d1ae0fcd6d97 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 810 time: 0.1326704 Aug 09 14:54:42.779590 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfb92b-a1c3-40a7-b10c-569a23ea50fe req-6de8fbb3-17ff-4a5d-91b9-667f792c2885 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:42.780974 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6adfb92b-a1c3-40a7-b10c-569a23ea50fe req-6de8fbb3-17ff-4a5d-91b9-667f792c2885 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0841818 Aug 09 14:54:42.841316 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6adfb92b-a1c3-40a7-b10c-569a23ea50fe req-d98f9907-50af-4f07-b6c3-62549f910c0f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525119 Aug 09 14:54:42.846401 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-3055213d-cd46-4486-8b2f-8d19c12179c9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 379 time: 0.0626521 Aug 09 14:54:42.859387 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'port': {'device_id': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'admin_state_up': True, 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'security_groups': ['36e95edf-18d4-4bd3-8fc8-ad74e5dcc815']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:43.030226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Made reservation on behalf of 588d683279ea434b91c40d2f7efe70e9 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:43.033796 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.173774 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Allocated IP 172.20.0.3 (b74aa2ae-b925-4c75-b7ac-7c108d3990c3/4f2afabe-5115-4409-88bc-3a05ab83b80b/fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:43.310397 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.325763 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Transition to ACTIVE for port object fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:43.452310 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.492964 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:43.496073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:43.501846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:43.526693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:43.541582 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.541929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543217 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.543897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.544222 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.544545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.544870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.545260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:43.568347 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:43.568962 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.634591 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-241c54cd-cf08-4939-9863-1c92fbe7329f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7795472 Aug 09 14:54:43.650291 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Request body: {'port': {'device_id': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:43.725198 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-79c76489-8a26-4320-9c4b-62c0cae79537 None None] Provisioning for port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:43.729268 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-79c76489-8a26-4320-9c4b-62c0cae79537 None None] Provisioning complete for port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:43.733402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-79c76489-8a26-4320-9c4b-62c0cae79537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.740469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:43.764960 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-79c76489-8a26-4320-9c4b-62c0cae79537 None None] Port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:54:43.767892 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e614e-6539-432c-a94a-1c860248aef4 req-64ad0ad1-ef09-441d-9bc6-905abfe214c9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:43.769343 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d85e614e-6539-432c-a94a-1c860248aef4 req-64ad0ad1-ef09-441d-9bc6-905abfe214c9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 931 time: 0.0837033 Aug 09 14:54:43.888043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d85e614e-6539-432c-a94a-1c860248aef4 req-9dab438c-e5fa-4574-bbad-c4f156651ca9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989077 Aug 09 14:54:44.007708 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e4037-1c52-4f35-a91c-ccbe75a767c7 req-1e661616-e623-436d-98d9-22775ea624bd tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.009818 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-553e4037-1c52-4f35-a91c-ccbe75a767c7 req-1e661616-e623-436d-98d9-22775ea624bd tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0957675 Aug 09 14:54:44.087659 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-553e4037-1c52-4f35-a91c-ccbe75a767c7 req-c51092a2-82d7-4d9a-9027-ecf6874fc4cd tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693963 Aug 09 14:54:44.138411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:44.146717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:44.158522 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Transition to ACTIVE for port object fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:44.207488 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:44.260022 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:44.328204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Attempting to bind port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:44.328548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Attempting to bind port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:44.328884 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Attempting to bind port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:44.333403 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:54:44.333730 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Attempting to bind port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:44.338690 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:44.339037 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Checking segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:44.339526 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Bound using segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:44.339963 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Bound port: fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:44.340325 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:44.420374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:44.422374 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:44.500138 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:44.535423 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.536109 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:44.537492 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] 10.222.0.58 "PUT /v2.0/ports/fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 1093 time: 0.8916214 Aug 09 14:54:44.537929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:44.540454 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:44.566265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aedb7a-f855-414b-b8ec-398ebbf1ed58 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:44.581636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10994704-c4fa-44dc-96b9-ee7f07cdce06 x-openstack-request-id: req-10994704-c4fa-44dc-96b9-ee7f07cdce06 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:44.581636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:44.581636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10994704-c4fa-44dc-96b9-ee7f07cdce06 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:44.581636 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'status': 'completed', 'code': 200} Aug 09 14:54:44.653400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-2907e3fe-d0f2-4784-91fd-985fafaf63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.655423 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-2907e3fe-d0f2-4784-91fd-985fafaf63aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1096 time: 0.0488229 Aug 09 14:54:44.765760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-be4acb82-9582-416e-a2f6-3ab99ffe07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.767198 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-be4acb82-9582-416e-a2f6-3ab99ffe07b9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=588d683279ea434b91c40d2f7efe70e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1020582 Aug 09 14:54:44.875019 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-c3ada7f3-f981-4356-b9bf-b337543ee7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.876508 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f0727afd-e6b6-4e1b-88e1-7e7e55675f7d req-c3ada7f3-f981-4356-b9bf-b337543ee7dd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939000 Aug 09 14:54:44.970929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-7ca4d95b-c719-429f-8f68-67877bd1906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:44.972403 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-7ca4d95b-c719-429f-8f68-67877bd1906a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1096 time: 0.0552258 Aug 09 14:54:45.027289 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-8e3ba53b-fdc1-4e7c-81c6-8b7eec231d14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 217 time: 0.0379343 Aug 09 14:54:45.044071 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f75644-10de-4e67-ba64-0c8a329573d4 req-9cbb9fcf-1302-4de8-b8b9-43f62aed6b8a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:45.046196 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b0f75644-10de-4e67-ba64-0c8a329573d4 req-9cbb9fcf-1302-4de8-b8b9-43f62aed6b8a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 943 time: 0.0857780 Aug 09 14:54:45.118925 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-99c16bcd-b634-4496-a29d-9302f2063a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:45.120426 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-99c16bcd-b634-4496-a29d-9302f2063a23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0845387 Aug 09 14:54:45.123444 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b0f75644-10de-4e67-ba64-0c8a329573d4 req-5a0c12c4-d511-4ebd-9beb-eaa9950952b8 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704739 Aug 09 14:54:45.197864 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230aa7-43fe-43f5-94f3-16148380874a req-8af4b58a-e197-4082-b12a-6cc7fe1930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:45.199575 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-8af4b58a-e197-4082-b12a-6cc7fe1930b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706935 Aug 09 14:54:45.216129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e04d8-c5b7-45da-b6ed-e24f4a876ff4 req-2d74b7a2-8d9f-4b86-af43-bfa089667de6 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:45.218289 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-396e04d8-c5b7-45da-b6ed-e24f4a876ff4 req-2d74b7a2-8d9f-4b86-af43-bfa089667de6 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0607023 Aug 09 14:54:45.304244 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-396e04d8-c5b7-45da-b6ed-e24f4a876ff4 req-850d6a09-e1f4-4778-a6ec-a77b5087895d tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779698 Aug 09 14:54:45.331133 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-fc20c016-f14d-40e4-910a-6855f8b0ff08 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119063 Aug 09 14:54:45.422285 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-31230aa7-43fe-43f5-94f3-16148380874a req-b2e03e47-7336-45ed-b565-f3477160295a service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826604 Aug 09 14:54:45.685061 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41528) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:45.734519 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Deleting subnet 5d2b06b1-4efc-48a3-a6cb-41183ef23379 {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:54:45.737532 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.020970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.059803 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.200853 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.246996 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.249792 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5d2b06b1-4efc-48a3-a6cb-41183ef23379 HTTP/1.1" status: 204 len: 168 time: 0.5636470 Aug 09 14:54:46.251600 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d68fc-0f93-410e-a4fa-bdec0820324a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2b06b1-4efc-48a3-a6cb-41183ef23379,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:46.252348 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41532) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:46.272202 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1161ce-3555-4c68-b23c-0e31f9fd93df req-2b3cbca7-a454-41a2-a2c0-4dfe08092d53 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:46.273614 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ea1161ce-3555-4c68-b23c-0e31f9fd93df req-2b3cbca7-a454-41a2-a2c0-4dfe08092d53 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 943 time: 0.0834267 Aug 09 14:54:46.312018 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ea1161ce-3555-4c68-b23c-0e31f9fd93df req-51da14d2-ad0d-4b1d-bc92-53a26cb081cf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Aug 09 14:54:46.322916 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.399639 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.410413 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413c9a34-299a-4ef0-8a05-71726228ea11']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:46.416854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776715a-b5ee-46ea-8882-41f2fe2a8014 req-3ccbd3b7-a419-498b-b619-a338d7da70e2 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:46.418328 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3776715a-b5ee-46ea-8882-41f2fe2a8014 req-3ccbd3b7-a419-498b-b619-a338d7da70e2 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0480642 Aug 09 14:54:46.421836 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f351b2-c53c-455e-b72e-27d1c1d03bbb') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:46.422155 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f351b2-c53c-455e-b72e-27d1c1d03bbb') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:46.430856 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.448645 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.455455 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:54:46.455850 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.456791 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3776715a-b5ee-46ea-8882-41f2fe2a8014 req-9a1db0b9-d00d-4db0-a89e-e0486f7a6cc2 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315084 Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:54:46.465773 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:54:46.579083 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.585967 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:46.587839 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] 10.222.0.45 "DELETE /v2.0/networks/413c9a34-299a-4ef0-8a05-71726228ea11 HTTP/1.1" status: 204 len: 168 time: 0.3345196 Aug 09 14:54:46.597703 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Pushing event deleted for resources: {'Network': ['ID=413c9a34-299a-4ef0-8a05-71726228ea11,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:46.604988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.605343 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.605689 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.606067 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.606431 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.606726 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.607058 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.607417 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.608469 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.608756 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.609073 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.609442 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c7214-200f-4ed0-97f1-a3e985fd689e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:46.946914 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41538) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:46.986155 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b7cfbffc-312f-4391-ac5f-a8187a5d766d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=574cb424d0824ca08fa69725da907e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380926 Aug 09 14:54:46.988577 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41540) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:47.035265 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:47.055832 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:47.161450 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:47.164495 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:47.167936 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b21a236-6ce2-438f-b5b3-1ece13031291 HTTP/1.1" status: 204 len: 168 time: 0.1762245 Aug 09 14:54:47.174161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876d0c7-fa64-4404-8619-9eaba0c51895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21a236-6ce2-438f-b5b3-1ece13031291,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:47.427547 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddfd85-44cf-44a8-b7ed-5e0aa5aab44d req-d5c5de08-3845-4081-88c9-102b0df510ea tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:47.429112 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-63ddfd85-44cf-44a8-b7ed-5e0aa5aab44d req-d5c5de08-3845-4081-88c9-102b0df510ea tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 943 time: 0.0512168 Aug 09 14:54:47.471645 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-63ddfd85-44cf-44a8-b7ed-5e0aa5aab44d req-adc13675-77b5-467c-8a47-f3092eb7b9c9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362964 Aug 09 14:54:47.584123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb835626-8153-4873-9a25-42a5f785a68f req-890da3fc-6a9c-4ae0-9f30-df4600da00a7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:47.585612 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb835626-8153-4873-9a25-42a5f785a68f req-890da3fc-6a9c-4ae0-9f30-df4600da00a7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0499485 Aug 09 14:54:47.623797 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb835626-8153-4873-9a25-42a5f785a68f req-2f391630-c569-47a5-88bb-91a94394dda1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 09 14:54:48.145982 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41568) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:48.241731 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2059283869-network', 'tenant_id': 'abc3a7fa9bd74a7285a5b176f517d2d1'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:48.325078 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Made reservation on behalf of abc3a7fa9bd74a7285a5b176f517d2d1 for: {'network': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:48.327389 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.336136 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.421613 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.466060 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:54:48.487267 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.510501 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=100406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:54:48.523907 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649c617-9046-4c4f-94a6-d14bf20eb2bc,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:48.526823 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.527457 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.segments_db [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Added segment 03645815-51fa-469c-b772-46e6f129d513 of type vlan for network d64fb52e-0935-4902-9baf-e588640fc063 Aug 09 14:54:48.571521 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:48.572974 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.583532 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'mac_address': 'fa:16:3e:f8:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:54:48.603533 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2f0d-97f7-42b5-8a87-db49b9907dc7 req-e17964bb-b0f4-4d68-9672-d21e61ddb059 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:48.605116 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bd8c2f0d-97f7-42b5-8a87-db49b9907dc7 req-e17964bb-b0f4-4d68-9672-d21e61ddb059 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 943 time: 0.0517612 Aug 09 14:54:48.621946 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.635050 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4df045-aec1-4f58-bd6c-d303638a55ab {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:48.644526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bd8c2f0d-97f7-42b5-8a87-db49b9907dc7 req-01398cfb-2a7e-4198-a841-9c5a64f2a3dd tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318840 Aug 09 14:54:48.657892 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:48.675905 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.676892 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:48.677491 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.734134 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.734712 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:54:48.742093 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b8d4e-fc09-4a4a-bc93-17af2f5dcc1d req-b8ddc188-080f-498d-a51f-71df64b854a1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:48.742277 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] Pushing event updated for resources: {'Network': ['ID=d64fb52e-0935-4902-9baf-e588640fc063,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:48.743778 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b03b8d4e-fc09-4a4a-bc93-17af2f5dcc1d req-b8ddc188-080f-498d-a51f-71df64b854a1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0498099 Aug 09 14:54:48.770145 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network d64fb52e-0935-4902-9baf-e588640fc063 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:54:48.787796 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b03b8d4e-fc09-4a4a-bc93-17af2f5dcc1d req-8bd5dc1b-2f4d-4a25-92f7-9353131b71ad tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358529 Aug 09 14:54:48.791336 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b0e228a0-78ef-4fab-a4b4-4163c8d6b5fa admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6441274 Aug 09 14:54:48.794540 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41578) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:48.800412 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Request body: {'subnet': {'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2059283869-subnet', 'tenant_id': 'abc3a7fa9bd74a7285a5b176f517d2d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:48.893450 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Made reservation on behalf of abc3a7fa9bd74a7285a5b176f517d2d1 for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:48.895886 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:48.901516 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:48.927537 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.927892 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.928234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.928569 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.928897 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.929229 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.929557 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.929882 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.930210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.930532 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.930853 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.931200 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:54:48.950811 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:48.966895 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'port_id': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'mac_address': 'fa:16:3e:80:a0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:54:49.003960 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:49.017426 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:49.037052 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:49.116305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:49.139407 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:49.164890 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:49.198559 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa9b839-47fd-4ad1-9c7b-86a73589323c,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:49.208161 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Checking segment: {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:49.208523 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Network hostable DHCP agents. Network: d64fb52e-0935-4902-9baf-e588640fc063, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:54:49.290910 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Network d64fb52e-0935-4902-9baf-e588640fc063 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:54:49.348169 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, d64fb52e-0935-4902-9baf-e588640fc063) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:49.352911 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:49.353508 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:49.361327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28635401-e047-4b68-bfc4-e285ee5453cd None None] Network d64fb52e-0935-4902-9baf-e588640fc063 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:54:49.401837 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:49.423573 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c08da37e-c9b3-42d3-ab29-85338ec35900 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6278331 Aug 09 14:54:49.431485 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['1c4df045-aec1-4f58-bd6c-d303638a55ab'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:54:49.598859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c898f2-c48a-42e1-a4a8-245c09e0a6d6 None None] Network d64fb52e-0935-4902-9baf-e588640fc063 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:54:49.644922 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:54:49.765098 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28e330-0113-4c6d-94e5-1b8fae657c25 req-3d13adb2-f883-4a71-a3c9-7ec3de6651dd tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:49.767085 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd28e330-0113-4c6d-94e5-1b8fae657c25 req-3d13adb2-f883-4a71-a3c9-7ec3de6651dd tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 944 time: 0.0537927 Aug 09 14:54:49.807651 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd28e330-0113-4c6d-94e5-1b8fae657c25 req-f9e6458b-b615-4f0d-8357-c63941aeadba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Aug 09 14:54:49.912823 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52d4b3-6564-4d2f-84df-9cc6b6585c08 req-f1533d16-a980-4044-b255-48dd55f11781 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:49.914608 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a52d4b3-6564-4d2f-84df-9cc6b6585c08 req-f1533d16-a980-4044-b255-48dd55f11781 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 945 time: 0.0506141 Aug 09 14:54:49.958227 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a52d4b3-6564-4d2f-84df-9cc6b6585c08 req-1131899c-83a6-4240-ab23-3f99fcaafa4b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367579 Aug 09 14:54:50.467354 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:50.573397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:50.577112 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:50.577486 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:50.658206 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:50.680159 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:50.682385 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4bef7-2ccc-4e0f-9ae9-92a33e421349" -d '{"events": [{"server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:50.695367 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:50.719164 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d0d7b-087e-4124-98e5-55dbd1299243 x-openstack-request-id: req-018d0d7b-087e-4124-98e5-55dbd1299243 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:50.719456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "name": "network-vif-plugged", "status": "completed", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:50.719733 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-018d0d7b-087e-4124-98e5-55dbd1299243 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:50.720118 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'code': 200} Aug 09 14:54:50.782563 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:50.835273 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:50.927320 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082476-d85a-458c-ae88-93db5177b965 req-f8c5c2c4-4a11-47f2-a037-d93a7cc4b63a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:50.928806 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2d082476-d85a-458c-ae88-93db5177b965 req-f8c5c2c4-4a11-47f2-a037-d93a7cc4b63a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0491886 Aug 09 14:54:50.969742 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2d082476-d85a-458c-ae88-93db5177b965 req-1c7f491a-e60b-4d51-8919-09b12b952ad7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345962 Aug 09 14:54:51.083481 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec25586-7b22-4539-a232-9beb2b7bd72d req-a15544f4-ffbd-46a5-9288-08baa09ab375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:51.084972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ec25586-7b22-4539-a232-9beb2b7bd72d req-a15544f4-ffbd-46a5-9288-08baa09ab375 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1098 time: 0.0712421 Aug 09 14:54:51.098020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162ada1-b82f-4c87-a990-bf237f754fbf req-8c495beb-58af-4549-aa92-1515040926af tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:51.099426 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4162ada1-b82f-4c87-a990-bf237f754fbf req-8c495beb-58af-4549-aa92-1515040926af tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 945 time: 0.0605166 Aug 09 14:54:51.153138 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ec25586-7b22-4539-a232-9beb2b7bd72d req-e0b09794-c458-4127-9d37-208f5b1ca576 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527613 Aug 09 14:54:51.156140 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4162ada1-b82f-4c87-a990-bf237f754fbf req-aa8715ce-4d51-4a28-b879-040607f60133 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504851 Aug 09 14:54:51.569574 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-bb3c90de-5405-4064-97ca-51f270b3b848 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:51.571043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-bb3c90de-5405-4064-97ca-51f270b3b848 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/networks?id=d64fb52e-0935-4902-9baf-e588640fc063 HTTP/1.1" status: 200 len: 814 time: 0.1024957 Aug 09 14:54:51.585831 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-afd0aa4b-4cf7-464c-8b91-583f9c2cd091 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/quotas/abc3a7fa9bd74a7285a5b176f517d2d1 HTTP/1.1" status: 200 len: 375 time: 0.0091522 Aug 09 14:54:51.617702 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-c25476a0-72ce-4cdb-bb52-6a7f568d3830 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 09 14:54:51.710476 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-f43a798f-db24-46f0-822d-d577f92ccae9 service neutron] 10.222.0.45 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860965 Aug 09 14:54:51.798527 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-71a7e0ae-f2d3-416a-929e-afdc072227e7 service neutron] 10.222.0.45 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820179 Aug 09 14:54:52.098743 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-779e04c4-812e-4afa-8f02-a381fefa64fd req-ec4fd49c-7d36-4552-aa9d-024baf112f08 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 210 time: 0.0462255 Aug 09 14:54:52.120301 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4317b-47bc-4b9d-9313-34d103779e12 req-f54b513c-f078-4c32-9899-e146cb9bf270 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:52.120729 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55e4317b-47bc-4b9d-9313-34d103779e12 req-f54b513c-f078-4c32-9899-e146cb9bf270 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0772338 Aug 09 14:54:52.164754 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55e4317b-47bc-4b9d-9313-34d103779e12 req-bb3945bc-29e3-4c86-8693-2e37d787c93e tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375922 Aug 09 14:54:52.271586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442411-be2a-4fbe-8a25-653887b18f6a req-8d74cc82-7b67-41d9-ab8e-e49acb09cf76 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:52.273024 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c9442411-be2a-4fbe-8a25-653887b18f6a req-8d74cc82-7b67-41d9-ab8e-e49acb09cf76 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Aug 09 14:54:52.311081 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c9442411-be2a-4fbe-8a25-653887b18f6a req-b70ee8a3-952a-411a-944c-20d5b82335a1 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Aug 09 14:54:52.476964 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:54:52.584782 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 1c4df045-aec1-4f58-bd6c-d303638a55ab completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:54:52.588393 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 1c4df045-aec1-4f58-bd6c-d303638a55ab triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:54:52.588765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:52.675736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:52.709575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:54:52.721545 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:52.723887 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21422003-a3ab-4a2f-8445-14d5d00dfe13" -d '{"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-plugged", "status": "completed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:52.760430 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f9af7-c14b-4c42-ad57-20a2b39f783b x-openstack-request-id: req-0e8f9af7-c14b-4c42-ad57-20a2b39f783b {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:52.760722 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-plugged", "status": "completed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:52.760971 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e8f9af7-c14b-4c42-ad57-20a2b39f783b {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:52.761356 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'code': 200} Aug 09 14:54:52.773185 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:52.824597 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:53.196644 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f5f81-946c-4ea6-81d8-4dd45e8bdcab req-2aa06cac-2288-46c3-a361-26f03a9b1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:53.198143 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-436f5f81-946c-4ea6-81d8-4dd45e8bdcab req-2aa06cac-2288-46c3-a361-26f03a9b1df1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0628817 Aug 09 14:54:53.200196 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cbc0b2c0-b274-44e1-a9ed-8a5ae04b43c6 req-cb37cd91-513b-45d9-acbb-dfe426b3df0c tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 210 time: 0.0308533 Aug 09 14:54:53.251451 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-436f5f81-946c-4ea6-81d8-4dd45e8bdcab req-c493c3fe-2880-4c62-bbd5-07da43c96530 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429182 Aug 09 14:54:53.287076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048c388-e430-4f85-b9d9-32fda442f2df req-4c870807-4ca2-4a7e-8f1f-2637b6426fdc tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:53.288616 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4048c388-e430-4f85-b9d9-32fda442f2df req-4c870807-4ca2-4a7e-8f1f-2637b6426fdc tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0515590 Aug 09 14:54:53.326078 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4048c388-e430-4f85-b9d9-32fda442f2df req-c63a0b2c-5b24-4da2-ac00-857d12826ac9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Aug 09 14:54:53.460558 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf09d-7fb0-46ed-90bc-4be3c5cda3e6 req-5bd47d70-e075-46cf-9b6c-2629ece50557 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:53.462049 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-45adf09d-7fb0-46ed-90bc-4be3c5cda3e6 req-5bd47d70-e075-46cf-9b6c-2629ece50557 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0801883 Aug 09 14:54:53.470981 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85f7bd-0b6e-483f-b89f-d5889cd0a80f req-b97a5d3e-14cf-4abb-9719-4fc9f7cc48ef tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:53.472398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f85f7bd-0b6e-483f-b89f-d5889cd0a80f req-b97a5d3e-14cf-4abb-9719-4fc9f7cc48ef tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0811770 Aug 09 14:54:53.481473 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41642) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:53.487308 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'floatingip': {'port_id': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:53.511580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-45adf09d-7fb0-46ed-90bc-4be3c5cda3e6 req-0b7bfe03-5014-4e43-83a1-ab471aaae4aa tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Aug 09 14:54:53.563073 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:54.147749 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:54.210863 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:54.308237 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b136fbd2-82c5-4fc5-9c59-ab8cd793e742 req-922dfb9f-2c9c-4aec-83c3-63bc781f543d tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 210 time: 0.0340559 Aug 09 14:54:54.363417 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-e8e16d96-5f8f-4407-adad-a0570c3dc38e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:54.365002 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-e8e16d96-5f8f-4407-adad-a0570c3dc38e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "GET /v2.0/networks?id=d64fb52e-0935-4902-9baf-e588640fc063 HTTP/1.1" status: 200 len: 814 time: 0.1478457 Aug 09 14:54:54.388133 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Request body: {'port': {'device_id': '612f34a2-8a33-4007-b762-5cbd38060972', 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063', 'admin_state_up': True, 'tenant_id': 'abc3a7fa9bd74a7285a5b176f517d2d1'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:54.525696 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.l3_db [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Floating IP 8987821a-865b-481d-8643-1d21498f0ebc associated. External IP: 172.27.1.43, port: fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf. Aug 09 14:54:54.577148 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Made reservation on behalf of abc3a7fa9bd74a7285a5b176f517d2d1 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:54:54.580854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:54.693484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317e1a-cb19-43ac-830b-a1e9d10c7108 req-d8c01f33-be71-45ab-a515-4682972e74f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:54.695005 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58317e1a-cb19-43ac-830b-a1e9d10c7108 req-d8c01f33-be71-45ab-a515-4682972e74f0 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.1118457 Aug 09 14:54:54.738296 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:54.771898 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58317e1a-cb19-43ac-830b-a1e9d10c7108 req-df6e01e4-0e4f-47e8-9e40-3ef65a514e0f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698037 Aug 09 14:54:54.784062 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Allocated IP 172.20.0.4 (d64fb52e-0935-4902-9baf-e588640fc063/dfa9b839-47fd-4ad1-9c7b-86a73589323c/9d72d331-e1a7-4228-b9f8-63b87ebf131d) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:54.852717 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:54.857955 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:54.863637 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:54.872483 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:54.873232 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:54.886315 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8ec9d555-e607-4545-8e9e-753d133986d6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "PUT /v2.0/floatingips/8987821a-865b-481d-8643-1d21498f0ebc HTTP/1.1" status: 200 len: 990 time: 1.4037156 Aug 09 14:54:54.886944 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:54.889213 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53c4fb-03dc-41d0-a049-2b612acce169" -d '{"events": [{"name": "network-changed", "server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:54.955390 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684996-7f0d-4389-9a09-d635d31c9cb6 req-834ef65f-31f5-4d83-9aa0-86ab1407929c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:54.956979 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f9684996-7f0d-4389-9a09-d635d31c9cb6 req-834ef65f-31f5-4d83-9aa0-86ab1407929c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.1098421 Aug 09 14:54:54.997369 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:55.002728 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.013419 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea88f6b-ca87-488d-b538-f3e3052e9028 x-openstack-request-id: req-2ea88f6b-ca87-488d-b538-f3e3052e9028 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:55.013720 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:55.013973 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ea88f6b-ca87-488d-b538-f3e3052e9028 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:55.014371 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'status': 'completed', 'code': 200} Aug 09 14:54:55.022522 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f9684996-7f0d-4389-9a09-d635d31c9cb6 req-e7204712-9c61-4f3e-aa03-2a8bb82e7b91 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586190 Aug 09 14:54:55.044572 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41658) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:55.095571 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-97ea2269-c96e-45d1-af0f-3fdee6805daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.097254 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-97ea2269-c96e-45d1-af0f-3fdee6805daf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1098 time: 0.0468688 Aug 09 14:54:55.161517 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.208946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Network d64fb52e-0935-4902-9baf-e588640fc063 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:55.214540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:55.221497 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:55.228798 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-6d0c417d-b8fb-4c76-93ee-3d0a1cdb4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.230612 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-6d0c417d-b8fb-4c76-93ee-3d0a1cdb4b86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 911 time: 0.1218946 Aug 09 14:54:55.236431 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077dba9-5ce4-40b9-8b62-52b79264186e tempest-TestShelveInstance-814231612 tempest-TestShelveInstance-814231612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.237878 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-9077dba9-5ce4-40b9-8b62-52b79264186e tempest-TestShelveInstance-814231612 tempest-TestShelveInstance-814231612-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1094 time: 0.1923318 Aug 09 14:54:55.246369 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41662) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:54:55.250786 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:55.252528 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '8987821a-865b-481d-8643-1d21498f0ebc', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:80:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:38Z', 'updated_at': '2021-08-09T14:54:53Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:55.257764 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Pushing event updated for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:55.284013 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.284749 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.290050 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:55.300460 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:55.301288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:55.317843 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-879990e1-a4db-4061-9d62-17bf7451718f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 998 time: 0.0770550 Aug 09 14:54:55.384766 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for floatingip, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.388317 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-1d4c8ba0-59e0-4a35-8bb7-84512183786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.390199 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-1d4c8ba0-59e0-4a35-8bb7-84512183786b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0590558 Aug 09 14:54:55.433859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:55.485698 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-91441b38-6f21-493f-95a3-333c25ec0bd8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018050 Aug 09 14:54:55.488632 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-9c0d01f7-c098-4c80-9fd1-fe9c7c5acbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.490226 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-9c0d01f7-c098-4c80-9fd1-fe9c7c5acbeb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848484 Aug 09 14:54:55.519660 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Request body: {'port': {'device_id': '612f34a2-8a33-4007-b762-5cbd38060972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:54:55.556203 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-c73a617e-6986-4191-a90c-ae4119cbedaf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301684 Aug 09 14:54:55.579808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaf669-64fa-406e-81fd-534d4fc6bbf8 req-7d5f9f32-bd3c-4179-b72b-cee79f37b2e1 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.580785 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0deaf669-64fa-406e-81fd-534d4fc6bbf8 req-7d5f9f32-bd3c-4179-b72b-cee79f37b2e1 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 931 time: 0.1023688 Aug 09 14:54:55.619613 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.644971 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:55.700003 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0deaf669-64fa-406e-81fd-534d4fc6bbf8 req-135c72b3-09ff-42ae-82f7-464bf5d0b58f tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010106 Aug 09 14:54:55.719000 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-f666efcf-ef5c-4748-a4ba-529334d03cc5 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128851 Aug 09 14:54:55.768282 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '8987821a-865b-481d-8643-1d21498f0ebc', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:80:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:38Z', 'updated_at': '2021-08-09T14:54:53Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:55.779138 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af6781-918a-47aa-a7a3-468552b137df req-1dbadb22-4eeb-4902-a793-896d44c84d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.780642 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-1dbadb22-4eeb-4902-a793-896d44c84d07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 1100 time: 0.1494615 Aug 09 14:54:55.797616 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5717cb-911f-4cd1-a683-a9333cde3a08 None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '8987821a-865b-481d-8643-1d21498f0ebc', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:80:a0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:38Z', 'updated_at': '2021-08-09T14:54:53Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:55.897959 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-f3e9966f-b023-4bc3-a9f8-c7affc67a2f5 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718464 Aug 09 14:54:55.899530 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Allocated IP 172.27.1.40 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/53edf1ff-0b25-4437-bd7a-f2fd4cd19dde) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:54:55.996590 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af6781-918a-47aa-a7a3-468552b137df req-de0e818f-689b-401f-9fd6-2c9987f9c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:55.998089 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-de0e818f-689b-401f-9fd6-2c9987f9c343 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.1833918 Aug 09 14:54:56.032864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.076814 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9419dea3-9ad2-4ad0-95cf-80f79dbe2d7d None None] New status for floating IP 8987821a-865b-481d-8643-1d21498f0ebc: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:54:56.123876 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-233a6d45-2d9b-431a-b209-c18737b18486 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 200 len: 1001 time: 0.1135321 Aug 09 14:54:56.146159 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d72d331-e1a7-4228-b9f8-63b87ebf131d {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:54:56.160246 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.170712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.194024 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Transition to ACTIVE for port object 9d72d331-e1a7-4228-b9f8-63b87ebf131d will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:54:56.200651 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af6781-918a-47aa-a7a3-468552b137df req-eca8e7c2-f897-4d69-914b-bbeec67d798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:56.201382 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-eca8e7c2-f897-4d69-914b-bbeec67d798f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0689757 Aug 09 14:54:56.210702 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:54:56.218548 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:54:56.222346 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:54:56.252100 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.253226 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'Port': ['ID=53edf1ff-0b25-4437-bd7a-f2fd4cd19dde,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:56.287963 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af6781-918a-47aa-a7a3-468552b137df req-ae59bedc-b7d8-4908-a4e4-c80f0a14bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:56.289767 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-ae59bedc-b7d8-4908-a4e4-c80f0a14bc41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805402 Aug 09 14:54:56.313396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Pushing event updated for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:56.450252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Attempting to bind port 9d72d331-e1a7-4228-b9f8-63b87ebf131d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:54:56.450590 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Attempting to bind port 9d72d331-e1a7-4228-b9f8-63b87ebf131d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:54:56.450922 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Attempting to bind port 9d72d331-e1a7-4228-b9f8-63b87ebf131d on network d64fb52e-0935-4902-9baf-e588640fc063 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:56.458398 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Port 9d72d331-e1a7-4228-b9f8-63b87ebf131d on network d64fb52e-0935-4902-9baf-e588640fc063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:54:56.458724 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Attempting to bind port 9d72d331-e1a7-4228-b9f8-63b87ebf131d on network d64fb52e-0935-4902-9baf-e588640fc063 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:54:56.462905 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-17513d14-c142-44ab-9c1d-1f0cf9b282fc service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461341 Aug 09 14:54:56.465531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:54:56.465872 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Checking segment: {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:54:56.466246 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Bound using segment: {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:54:56.466673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Bound port: 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:54:56.467028 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.599914 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:54:56.604336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:54:56.608410 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-64af6781-918a-47aa-a7a3-468552b137df req-3247e9d8-6840-4316-ab84-7dcaf2143fcb service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330626 Aug 09 14:54:56.616131 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.680513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.718422 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:56.719089 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.721384 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] 10.222.0.58 "PUT /v2.0/ports/9d72d331-e1a7-4228-b9f8-63b87ebf131d HTTP/1.1" status: 200 len: 1093 time: 1.2071126 Aug 09 14:54:56.723891 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:56.726038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13cd0d5-336f-471f-9015-fdf8c3f31161" -d '{"events": [{"name": "network-changed", "server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:56.757557 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdebc4-87fb-4061-a65a-4ccb681d97ba service neutron] Pushing event updated for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:56.778680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065abd7-2d08-4fc8-ae0d-1dd88b526317 x-openstack-request-id: req-1065abd7-2d08-4fc8-ae0d-1dd88b526317 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:56.779739 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:56.779739 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1065abd7-2d08-4fc8-ae0d-1dd88b526317 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:56.779739 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d', 'status': 'completed', 'code': 200} Aug 09 14:54:56.801692 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:56.895951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-124fa4dd-d932-4981-bc99-3cdd14e3b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:56.897813 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-124fa4dd-d932-4981-bc99-3cdd14e3b26b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 1096 time: 0.0791664 Aug 09 14:54:56.906982 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42ccad-bd35-4547-860f-4e3d9a57db66 req-a47f9f5a-4624-4da0-acfb-0e23b1b677cb tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:56.908551 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d42ccad-bd35-4547-860f-4e3d9a57db66 req-a47f9f5a-4624-4da0-acfb-0e23b1b677cb tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 943 time: 0.0820787 Aug 09 14:54:56.992477 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:57.012451 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d42ccad-bd35-4547-860f-4e3d9a57db66 req-2e9dd1b3-9bfb-4983-9b43-374d136a2fe4 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901859 Aug 09 14:54:57.044433 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-1b2e8e2b-ba18-4024-8f06-1d37f4428976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.045890 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-1b2e8e2b-ba18-4024-8f06-1d37f4428976 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1355581 Aug 09 14:54:57.056944 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:57.135408 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event updated for resources: {'Port': ['ID=53edf1ff-0b25-4437-bd7a-f2fd4cd19dde,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:54:57.147495 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:57.170367 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-797722ba-eb6e-434c-8c0b-23e5c5cd401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.172174 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c13cd0d5-336f-471f-9015-fdf8c3f31161 req-797722ba-eb6e-434c-8c0b-23e5c5cd401a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1119416 Aug 09 14:54:57.252767 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.l3_db [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Floating IP 5dedff0f-726e-462a-946c-91f949737c74 associated. External IP: 172.27.1.40, port: 1c4df045-aec1-4f58-bd6c-d303638a55ab. Aug 09 14:54:57.261573 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-82c87ed1-811b-4cd2-94b0-602b6dbd2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.263091 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-82c87ed1-811b-4cd2-94b0-602b6dbd2d89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 1096 time: 0.0462153 Aug 09 14:54:57.313650 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-f9fe1a81-44d8-47e9-9f3d-c92e1ae41f83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d HTTP/1.1" status: 200 len: 217 time: 0.0351622 Aug 09 14:54:57.369729 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-2662e3ce-f644-4f5b-84c6-ac1e59af61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.371232 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-2662e3ce-f644-4f5b-84c6-ac1e59af61b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfa9b839-47fd-4ad1-9c7b-86a73589323c HTTP/1.1" status: 200 len: 854 time: 0.0443752 Aug 09 14:54:57.405880 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-b279b8d5-68b3-4f75-8752-ee56fcaeab08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d64fb52e-0935-4902-9baf-e588640fc063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236609 Aug 09 14:54:57.462925 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Router 9206108f-2e7f-4f30-a11a-9fad8d97d252 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:54:57.505912 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-4c1a9b95-e266-466d-b431-c3c8636f80fa service neutron] 10.222.0.58 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 Aug 09 14:54:57.570980 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:54:57.580723 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Sync routers for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:54:57.590397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:57.590965 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:57.599385 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd5a7df7-a220-49a6-a7c2-71e9cd1ab18b req-3b8078eb-7cd9-4c28-b117-0817c95451c0 service neutron] 10.222.0.58 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826070 Aug 09 14:54:57.642299 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:57.671522 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d74834a0-7fe9-4770-aa83-f51abf725659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4239268 Aug 09 14:54:57.672658 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:54:57.676180 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a233f12-d893-4eca-97f8-b73d92b3525c" -d '{"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:54:57.700544 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:57.715086 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c8364-db2a-4ee4-a6d1-9f365a6d5673 x-openstack-request-id: req-e59c8364-db2a-4ee4-a6d1-9f365a6d5673 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:54:57.715492 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:54:57.715814 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e59c8364-db2a-4ee4-a6d1-9f365a6d5673 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:54:57.716281 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'status': 'completed', 'code': 200} Aug 09 14:54:57.791938 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-36ff04fb-c16f-4f91-b1eb-7be1f6d928c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.793430 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-36ff04fb-c16f-4f91-b1eb-7be1f6d928c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0445130 Aug 09 14:54:57.888161 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-1eea4a96-a697-4ea3-844b-04b5f6d829e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:57.889625 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-1eea4a96-a697-4ea3-844b-04b5f6d829e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0815098 Aug 09 14:54:57.936591 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '5dedff0f-726e-462a-946c-91f949737c74', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'mac_address': 'fa:16:3e:f8:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def65383-2883-45d2-94de-92421e8032e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:56Z', 'updated_at': '2021-08-09T14:54:56Z', 'revision_number': 0, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:57.963268 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-f296ec2d-23c2-441a-8c7a-a5246a40ddb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 999 time: 0.0612409 Aug 09 14:54:57.963469 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Checking router: 9206108f-2e7f-4f30-a11a-9fad8d97d252 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:54:57.965143 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:57.973371 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:54:57.974013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:54:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:58.030107 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-f55f8d81-dc87-478f-83b4-393c3eb5316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:58.032779 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-f55f8d81-dc87-478f-83b4-393c3eb5316e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0543737 Aug 09 14:54:58.095149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-03c915a4-e354-497a-868c-7b7133552027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:58.096666 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-03c915a4-e354-497a-868c-7b7133552027 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460243 Aug 09 14:54:58.216905 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:54:58.460172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc3bbb-4e6f-4521-bfed-f8f468a171c6 req-5ea86f9f-e4d9-4208-bbdc-773af3c141ef tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:58.467504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bacc3bbb-4e6f-4521-bfed-f8f468a171c6 req-5ea86f9f-e4d9-4208-bbdc-773af3c141ef tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 943 time: 0.3613455 Aug 09 14:54:58.478162 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '5dedff0f-726e-462a-946c-91f949737c74', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'mac_address': 'fa:16:3e:f8:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def65383-2883-45d2-94de-92421e8032e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:56Z', 'updated_at': '2021-08-09T14:54:56Z', 'revision_number': 0, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:54:58.505494 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422ae8a-8d3b-419f-81bd-6c1e29d678ea None None] The sync data for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi is: [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '5dedff0f-726e-462a-946c-91f949737c74', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'mac_address': 'fa:16:3e:f8:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def65383-2883-45d2-94de-92421e8032e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:54:56Z', 'updated_at': '2021-08-09T14:54:56Z', 'revision_number': 0, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:54:58.522847 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bacc3bbb-4e6f-4521-bfed-f8f468a171c6 req-f74ec400-8755-45a0-8af8-387c7873af89 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546327 Aug 09 14:54:58.524888 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-e899e027-afe6-4314-9ec6-0854b726449a service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907542 Aug 09 14:54:58.535573 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d82cffe7-8c47-49cd-853b-664abc800f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:54:58.663370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ded29-2482-4103-8cd9-5f7c91b782af req-efb4d45c-5446-4a5d-99b5-f96215b2f5ec tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:58.665172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f56ded29-2482-4103-8cd9-5f7c91b782af req-efb4d45c-5446-4a5d-99b5-f96215b2f5ec tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0760579 Aug 09 14:54:58.671220 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a233f12-d893-4eca-97f8-b73d92b3525c req-05bb91c3-fea6-4cc4-a136-a1ecaffa2bd8 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336224 Aug 09 14:54:58.706271 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f56ded29-2482-4103-8cd9-5f7c91b782af req-5c42dd19-76a8-4dbb-9fad-21631098f77e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340259 Aug 09 14:54:58.714646 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b0327-e7a9-409d-99c2-6d9166c9fbaa None None] New status for floating IP 5dedff0f-726e-462a-946c-91f949737c74: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:54:59.389934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7432e2-49da-4e90-9f0a-5cf353cbfd08 req-217e5970-79d7-43c7-ad34-fafd9d139596 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.392173 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d7432e2-49da-4e90-9f0a-5cf353cbfd08 req-217e5970-79d7-43c7-ad34-fafd9d139596 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0496695 Aug 09 14:54:59.431840 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d7432e2-49da-4e90-9f0a-5cf353cbfd08 req-126f688b-d02b-4f37-a64c-55141d24754a tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0333545 Aug 09 14:54:59.480827 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-5d2f067e-04ef-4b3f-a3a9-4cdb0396238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.482315 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-5d2f067e-04ef-4b3f-a3a9-4cdb0396238e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1138 time: 0.0427423 Aug 09 14:54:59.579844 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-5941aedc-2cce-48ce-892b-9632433e357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.581364 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-5941aedc-2cce-48ce-892b-9632433e357e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.0891948 Aug 09 14:54:59.693617 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-e4aed551-4ff3-44a9-805e-a08afda79576 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 1001 time: 0.0888307 Aug 09 14:54:59.705790 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adc53e-3f7e-4702-8d90-7ba1592505f2 req-e0f18e24-1fd4-45f2-bf7d-bddca53b9548 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.707253 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-18adc53e-3f7e-4702-8d90-7ba1592505f2 req-e0f18e24-1fd4-45f2-bf7d-bddca53b9548 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 943 time: 0.0949750 Aug 09 14:54:59.775962 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-18adc53e-3f7e-4702-8d90-7ba1592505f2 req-1e8a6af8-ba8b-4957-80d2-836d6ad4e5e7 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607011 Aug 09 14:54:59.777538 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-2e0278df-69a9-4a25-a8ac-eeede6dc1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.778962 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-2e0278df-69a9-4a25-a8ac-eeede6dc1e3c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.0708532 Aug 09 14:54:59.861676 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-6382961c-dcb2-4937-b2e8-fc72ee2f91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.863099 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-6382961c-dcb2-4937-b2e8-fc72ee2f91cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667086 Aug 09 14:54:59.870604 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957b99-cb71-4228-b19c-ad1d4abfd200 req-5dd8b9bb-35e5-4f22-b2d1-28dbbd8199e9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:54:59.872007 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f957b99-cb71-4228-b19c-ad1d4abfd200 req-5dd8b9bb-35e5-4f22-b2d1-28dbbd8199e9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0856955 Aug 09 14:54:59.957064 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f957b99-cb71-4228-b19c-ad1d4abfd200 req-65d5b3b9-dc8e-4539-902d-f1f1f5451b27 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767479 Aug 09 14:54:59.988160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-245d5df9-1cb1-4543-8acb-63dda06c816b service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149039 Aug 09 14:55:00.080716 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0a17be-33ff-4037-a1fb-c657bfdced43 req-acb3e366-0c16-407e-a1ac-d45aa1f7ccf5 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 Aug 09 14:55:00.510594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 9d72d331-e1a7-4228-b9f8-63b87ebf131d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:55:00.553936 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-6ef9c901-eaf5-4ab6-992e-718ca56b4897 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:00.555418 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-6ef9c901-eaf5-4ab6-992e-718ca56b4897 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0786142 Aug 09 14:55:00.598815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f93092-0c63-4228-814f-2116c42d1210 req-acb385a5-9a86-4970-8395-28be5b1c6de4 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:00.600342 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-46f93092-0c63-4228-814f-2116c42d1210 req-acb385a5-9a86-4970-8395-28be5b1c6de4 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0892596 Aug 09 14:55:00.610388 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:00.621451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '9d72d331-e1a7-4228-b9f8-63b87ebf131d', 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063', 'port_id': '9d72d331-e1a7-4228-b9f8-63b87ebf131d', 'mac_address': 'fa:16:3e:f4:24:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa9b839-47fd-4ad1-9c7b-86a73589323c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:55:00.661505 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:00.674415 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-46f93092-0c63-4228-814f-2116c42d1210 req-8102456b-796b-4ad2-8053-386b68cbb1e8 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0656903 Aug 09 14:55:00.675367 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d72d331-e1a7-4228-b9f8-63b87ebf131d {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:55:00.691611 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Deleting port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:55:00.692060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:00.696177 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:00.761913 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:00.784294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] For port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:00.784663 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:00.817564 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:00.976792 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c1e45-fe27-4f1d-a3f0-bb176b7f7830 req-a3be82f5-4045-464a-854b-136a6d6218a7 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:00.978172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-330c1e45-fe27-4f1d-a3f0-bb176b7f7830 req-a3be82f5-4045-464a-854b-136a6d6218a7 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 944 time: 0.1254678 Aug 09 14:55:01.066796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['9d72d331-e1a7-4228-b9f8-63b87ebf131d'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:55:01.093305 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-330c1e45-fe27-4f1d-a3f0-bb176b7f7830 req-3f4c68ed-9a39-4d8e-ab64-533b5d1ba428 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089966 Aug 09 14:55:01.098393 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.098764 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.099079 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Floating IP fb3b643f-450e-4dc3-a9f1-60d2d292f28b disassociated. External IP: 172.27.1.94, port: dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698. Aug 09 14:55:01.099448 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Calling delete_port for dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:55:01.126716 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d490c2-3314-434f-b0de-7f20eafe205b req-80dd6e61-2554-4115-b2a8-335f924b45dd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:01.128264 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e6d490c2-3314-434f-b0de-7f20eafe205b req-80dd6e61-2554-4115-b2a8-335f924b45dd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 947 time: 0.0956943 Aug 09 14:55:01.196322 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c04c2157-83d1-46d1-bc34-03eb393b4bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.206623 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e6d490c2-3314-434f-b0de-7f20eafe205b req-6de9afec-40fe-4b95-ad74-94391f11d150 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=8204edd2-3eed-410e-8c81-15a966380e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483811 Aug 09 14:55:01.337303 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.366064 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'Port': ['ID=dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:01.477010 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:55:01.583427 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:55:01.595615 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:55:01.604780 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:55:01.605773 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:55:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:01.626102 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] No DVR routers for this DVR port dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:55:01.628659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.630701 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a3631e24-c2f5-4e32-9ccb-4dce2d3030ae req-0a2c183a-8e40-4bee-a0a6-6d03ff8d4dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "DELETE /v2.0/ports/dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 HTTP/1.1" status: 204 len: 173 time: 1.0676467 Aug 09 14:55:01.631163 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-deleted', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:01.633402 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe0950-0566-447a-8d1b-177a1f8a9f32" -d '{"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-deleted", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:01.645872 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:01.672316 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de912d13-8ab8-405c-bc99-ba5c2ca77abb x-openstack-request-id: req-de912d13-8ab8-405c-bc99-ba5c2ca77abb {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:01.672683 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ccac2d-a5d4-44af-bdee-fa5b664d0c75", "name": "network-vif-deleted", "tag": "dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:01.673019 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de912d13-8ab8-405c-bc99-ba5c2ca77abb {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:01.673503 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ccac2d-a5d4-44af-bdee-fa5b664d0c75', 'name': 'network-vif-deleted', 'tag': 'dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698', 'status': 'completed', 'code': 200} Aug 09 14:55:01.724249 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:55:01.809537 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208da1-ff7f-479f-9bb3-604af19b3ddf req-a2fd0937-f54e-4027-a6ec-9f06c7da8118 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:01.811092 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3c208da1-ff7f-479f-9bb3-604af19b3ddf req-a2fd0937-f54e-4027-a6ec-9f06c7da8118 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0572374 Aug 09 14:55:01.868035 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3c208da1-ff7f-479f-9bb3-604af19b3ddf req-171b22dc-ac9c-47b4-804e-fcbb38e65101 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0468163 Aug 09 14:55:01.943186 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:01.973693 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:55:01.982114 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:55:01.982731 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:55:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:02.090277 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:55:02.216904 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e6fc-d6c4-493c-ad32-49c05a4f0097 req-8e5ffcd0-4947-4073-b1de-db90ee06b7d1 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:02.218461 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2de3e6fc-d6c4-493c-ad32-49c05a4f0097 req-8e5ffcd0-4947-4073-b1de-db90ee06b7d1 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Aug 09 14:55:02.272949 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2de3e6fc-d6c4-493c-ad32-49c05a4f0097 req-46a48317-e703-44f8-acdf-707d0b79980e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456078 Aug 09 14:55:02.291489 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:02.331744 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:02.349190 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-59c41907-8675-4103-8149-0967da236ca3 req-28d4718f-f081-49b3-8e0a-f834b85f7de8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ccac2d-a5d4-44af-bdee-fa5b664d0c75 HTTP/1.1" status: 200 len: 210 time: 0.0310347 Aug 09 14:55:02.364260 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53177b4-f4c1-404a-ab72-37395778919b None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:55:02.540875 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 9d72d331-e1a7-4228-b9f8-63b87ebf131d up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:55:02.679077 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a32f04-7465-4ea7-b9ea-f5b993118d4b None None] New status for floating IP fb3b643f-450e-4dc3-a9f1-60d2d292f28b: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:55:02.693279 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 9d72d331-e1a7-4228-b9f8-63b87ebf131d completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:55:02.697461 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 9d72d331-e1a7-4228-b9f8-63b87ebf131d triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:55:02.699932 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:02.775274 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:02.798715 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:02.801004 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75919fb-f5d5-4541-be0a-2eb859cd8df8" -d '{"events": [{"server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "name": "network-vif-plugged", "status": "completed", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:02.815027 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:02.840706 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2261c18-c65d-4a93-b886-eda5dae4c5cb x-openstack-request-id: req-a2261c18-c65d-4a93-b886-eda5dae4c5cb {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:02.846527 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "name": "network-vif-plugged", "status": "completed", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:02.846527 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2261c18-c65d-4a93-b886-eda5dae4c5cb {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:02.846527 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d', 'code': 200} Aug 09 14:55:02.887652 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:02.948116 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:02.995707 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70943c09-ee36-4203-b499-1d88d1ef59cf req-baf97203-2260-4bcd-928a-189638e20469 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:02.997893 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-70943c09-ee36-4203-b499-1d88d1ef59cf req-baf97203-2260-4bcd-928a-189638e20469 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0537846 Aug 09 14:55:03.040390 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-70943c09-ee36-4203-b499-1d88d1ef59cf req-be1728b7-d35c-4874-acdd-d57810e8b64c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0356827 Aug 09 14:55:03.153196 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f2b6e-d03b-4001-a490-c3bebb9ddb76 req-f97eb2f0-5140-4a73-bb11-0b43b471312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:03.154754 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f56f2b6e-d03b-4001-a490-c3bebb9ddb76 req-f97eb2f0-5140-4a73-bb11-0b43b471312c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 1098 time: 0.0428014 Aug 09 14:55:03.191943 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f56f2b6e-d03b-4001-a490-c3bebb9ddb76 req-ecb5b9f7-bee8-4a70-bb83-2236953a300e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289774 Aug 09 14:55:03.392797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8ce04-e423-4d04-927e-31a3f211c6f6 req-5d2d4c7b-5d39-4583-91f9-4b1001853403 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:03.394432 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4e8ce04-e423-4d04-927e-31a3f211c6f6 req-5d2d4c7b-5d39-4583-91f9-4b1001853403 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Aug 09 14:55:03.436574 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4e8ce04-e423-4d04-927e-31a3f211c6f6 req-faf37619-60dd-477d-85ae-2f5b93e67f73 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Aug 09 14:55:03.494585 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41746) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:03.553284 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.578101 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.727485 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.730090 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.731282 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "DELETE /v2.0/security-groups/8204edd2-3eed-410e-8c81-15a966380e5d HTTP/1.1" status: 204 len: 168 time: 0.2356186 Aug 09 14:55:03.734129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41748) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:03.741652 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365fc3-bce3-4c35-8b0a-90e994a64f20 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8204edd2-3eed-410e-8c81-15a966380e5d,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:03.752896 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.api.v2.resource [None req-e5f059fe-411d-439d-a0f4-21f5e06bf409 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] show failed (client error): The resource could not be found. Aug 09 14:55:03.756546 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e5f059fe-411d-439d-a0f4-21f5e06bf409 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups/8204edd2-3eed-410e-8c81-15a966380e5d HTTP/1.1" status: 404 len: 347 time: 0.0178869 Aug 09 14:55:03.756926 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41750) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:03.800135 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.883575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Deleting port 5bb73fe8-1062-43aa-949e-bc10a24cdaf3 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:55:03.883932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.959340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.959571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:03.971732 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Calling delete_port for 5bb73fe8-1062-43aa-949e-bc10a24cdaf3 owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:55:04.163200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac728b5-3c11-4f1d-bb7c-b5654501a8ff req-91f3204b-2466-45a7-ae54-d36671ed3513 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:04.165019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ac728b5-3c11-4f1d-bb7c-b5654501a8ff req-91f3204b-2466-45a7-ae54-d36671ed3513 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0557728 Aug 09 14:55:04.213373 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5ac728b5-3c11-4f1d-bb7c-b5654501a8ff req-95d07b38-4192-4b00-b67e-21798901832b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0397770 Aug 09 14:55:04.237026 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:04.262443 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'Port': ['ID=5bb73fe8-1062-43aa-949e-bc10a24cdaf3,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:04.336103 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:04.338712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:04.339892 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f0ec0a08-adde-4713-87fe-1650daea5c96 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "DELETE /v2.0/floatingips/fb3b643f-450e-4dc3-a9f1-60d2d292f28b HTTP/1.1" status: 204 len: 168 time: 0.5820661 Aug 09 14:55:04.549631 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:55:04.551868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166d20a-0370-464d-8362-ec21deda325b req-972508ad-c4cd-4aa8-a075-7e82b742f5e4 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:04.553624 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c166d20a-0370-464d-8362-ec21deda325b req-972508ad-c4cd-4aa8-a075-7e82b742f5e4 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0509250 Aug 09 14:55:04.569709 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:55:04.570057 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device dc22b0d0-ebe5-4810-92a7-ea7ad4e8d698 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:55:04.591552 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c166d20a-0370-464d-8362-ec21deda325b req-8f7ae846-a852-4e16-a401-c8fc47fc32b7 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Aug 09 14:55:05.020988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41800) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:05.025722 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368804939', 'description': 'tempest-description--192899106'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:05.148228 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.252733 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.345572 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8192-c2b3-48b8-85e7-b08b1d478ade req-f6a12ef8-9596-4448-99ef-dad6be516b02 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:05.347703 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-611a8192-c2b3-48b8-85e7-b08b1d478ade req-f6a12ef8-9596-4448-99ef-dad6be516b02 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0522423 Aug 09 14:55:05.394601 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-611a8192-c2b3-48b8-85e7-b08b1d478ade req-f85ec88c-b4d2-4073-94d9-513c696a7bdc tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0409222 Aug 09 14:55:05.401952 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.450852 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babd7780-9961-44cc-bd8c-1b2ef6caf135,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:05.496908 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.498297 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-bb447eef-7e74-4640-b803-68ed4c9dec42 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4763210 Aug 09 14:55:05.506126 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 41808) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:05.506687 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group_rule': {'security_group_id': 'babd7780-9961-44cc-bd8c-1b2ef6caf135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:05.616587 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.675750 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.756423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.774063 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f6b0b2-be7c-4087-ad56-1fcaad4a5b5a,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:05.842831 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:05.845105 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-fb07a94f-9cce-4afe-bbae-017ab217d82d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422465 Aug 09 14:55:05.848017 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41812) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:05.852857 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'security_group_rule': {'security_group_id': 'babd7780-9961-44cc-bd8c-1b2ef6caf135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:05.949933 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.001913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.104771 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.122950 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc9351a-4540-4dde-b267-26578ac24b17,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:06.348481 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.349722 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-03a3caba-0c67-4c6a-b28c-cacec84d5934 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5006471 Aug 09 14:55:06.352798 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41830) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:06.357298 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:06.455116 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.555973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4b066-39e2-4089-83cb-71b7ad252904 req-b6ecdd4e-bda6-4188-a154-f4ea1b25c4dd tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:06.557847 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fea4b066-39e2-4089-83cb-71b7ad252904 req-b6ecdd4e-bda6-4188-a154-f4ea1b25c4dd tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0896845 Aug 09 14:55:06.612632 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fea4b066-39e2-4089-83cb-71b7ad252904 req-5fbab10b-08ae-4bb5-b73d-61fe32c91c40 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0480943 Aug 09 14:55:06.629326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.734157 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Allocated IP 172.27.1.19 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/c6669853-fb40-42f6-80fd-3437229d499d) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:55:06.840035 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.931869 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:06.969272 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:55:06.974656 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:55:06.978794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:55:06.985154 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=c6669853-fb40-42f6-80fd-3437229d499d,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:07.071342 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.207414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.364863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.439899 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.508083 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=c6669853-fb40-42f6-80fd-3437229d499d,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:07.518306 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.617060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:07.625201 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-dd35ec66-7061-452d-bd01-19e48473293b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2645037 Aug 09 14:55:07.731480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712240e0-d0a4-4078-8f2b-cbb69d3bf066 req-9508a54a-aea1-4a57-a383-7034501b5811 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:07.732980 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-712240e0-d0a4-4078-8f2b-cbb69d3bf066 req-9508a54a-aea1-4a57-a383-7034501b5811 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0507882 Aug 09 14:55:07.776755 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-712240e0-d0a4-4078-8f2b-cbb69d3bf066 req-34670342-e643-4c47-a2dd-ecffabeccf62 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0362315 Aug 09 14:55:07.914836 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-a276365e-7d37-4a76-89b2-c47303fbb566 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1368804939&fields=id&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 267 time: 0.0319755 Aug 09 14:55:08.023666 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-5d62144b-9c37-4e77-bc0b-7bc72ffe9f31 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:08.025365 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-5d62144b-9c37-4e77-bc0b-7bc72ffe9f31 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 817 time: 0.1036367 Aug 09 14:55:08.046117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-17756d65-b596-4f91-be70-e2dfcfe66daf tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/quotas/a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 375 time: 0.0099866 Aug 09 14:55:08.099935 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-39e2606c-f203-49a6-9347-cdb79d85b52f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475938 Aug 09 14:55:08.208408 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-e686d24c-aca2-480f-b4b2-6860e85de5e3 service neutron] 10.222.0.45 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892239 Aug 09 14:55:08.296594 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-e24d3f48-1d8a-47ea-8797-31caf43f8556 service neutron] 10.222.0.45 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820606 Aug 09 14:55:08.561287 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3aac2d06-ebc0-46bd-a55b-db7e19d5b7e7 req-d2e96696-b63e-4139-95a4-15c34cb4fc67 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 210 time: 0.0271020 Aug 09 14:55:08.904478 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9d543-9c6d-4d7f-b106-57ff64df5e5a req-50818b59-1630-4f51-ad3f-1b474e099535 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:08.906030 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40d9d543-9c6d-4d7f-b106-57ff64df5e5a req-50818b59-1630-4f51-ad3f-1b474e099535 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0552397 Aug 09 14:55:08.946992 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40d9d543-9c6d-4d7f-b106-57ff64df5e5a req-65717000-589d-4421-8292-b4426b8b87c1 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0341878 Aug 09 14:55:09.661343 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4a5dfadd-5921-49ca-8fd7-69540473475f req-04187f3c-be0a-4bd9-bc75-23fcc339c7a9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 210 time: 0.0288863 Aug 09 14:55:10.067363 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dd563-a20f-41cf-a915-76af3b799eb7 req-490a5a5e-01db-4153-a7b4-dd0cdf6cfbe7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:10.068858 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-254dd563-a20f-41cf-a915-76af3b799eb7 req-490a5a5e-01db-4153-a7b4-dd0cdf6cfbe7 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0494401 Aug 09 14:55:10.108649 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-254dd563-a20f-41cf-a915-76af3b799eb7 req-5c75632e-4ab2-40c3-9f16-170bb5d23b77 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0336049 Aug 09 14:55:10.709629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-13f73c32-9b1f-43b5-b0aa-fdc530beb384 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:10.711160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-13f73c32-9b1f-43b5-b0aa-fdc530beb384 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 817 time: 0.1073334 Aug 09 14:55:10.768890 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c09dadba-5f68-4005-851f-862661a8ae6a req-5ce132dd-0691-4674-ad83-ca5e0420367e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 210 time: 0.0292349 Aug 09 14:55:10.783794 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-554bcb5b-f8fb-4211-9728-e216dfd03d90 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 380 time: 0.0587418 Aug 09 14:55:10.802651 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'port': {'device_id': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'admin_state_up': True, 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'security_groups': ['babd7780-9961-44cc-bd8c-1b2ef6caf135']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:11.217486 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Made reservation on behalf of a9b99f1ec81a4feba4763c97b90de2b5 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:55:11.221315 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:11.259812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246791fe-b437-408c-8481-8350b918bca7 req-bbde58f4-938f-4ccd-ba4b-1199ea511d12 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:11.261381 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-246791fe-b437-408c-8481-8350b918bca7 req-bbde58f4-938f-4ccd-ba4b-1199ea511d12 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0713694 Aug 09 14:55:11.349390 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-246791fe-b437-408c-8481-8350b918bca7 req-6a30ebef-8a3d-47ea-9deb-643760a53ef4 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0567739 Aug 09 14:55:11.397331 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Allocated IP 172.20.0.13 (44779c08-5638-4f0b-9c37-1b7bd92e8d0e/12cf46ac-6a75-475e-aa3e-038efda20419/6c77eaaf-e810-4161-a06a-78ed4f29ae83) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:55:11.535228 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:11.549568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Transition to ACTIVE for port object 6c77eaaf-e810-4161-a06a-78ed4f29ae83 will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:55:11.640296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:11.683028 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:55:11.686123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:55:11.693195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:55:11.721848 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:11.752853 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:11.753480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:11.827070 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-cdaa3a2d-b805-4ef2-9967-3adc20835ba4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284328 Aug 09 14:55:11.842596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Request body: {'port': {'device_id': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:11.934116 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:11.955351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95358c17-085c-4595-867a-e674db6ea37b req-6b36b638-17a6-435e-a086-d77c8c675c8d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:11.956987 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-95358c17-085c-4595-867a-e674db6ea37b req-6b36b638-17a6-435e-a086-d77c8c675c8d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 932 time: 0.0925555 Aug 09 14:55:11.973477 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f44fbf24-fe42-4db5-a43d-e1f35072f6cf None None] Provisioning for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:55:11.977517 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-f44fbf24-fe42-4db5-a43d-e1f35072f6cf None None] Provisioning complete for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:55:11.977891 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f44fbf24-fe42-4db5-a43d-e1f35072f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.012087 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-f44fbf24-fe42-4db5-a43d-e1f35072f6cf None None] Port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:55:12.082733 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-95358c17-085c-4595-867a-e674db6ea37b req-1a42019c-3cc0-44fe-ac69-e7da06d44d0c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199145 Aug 09 14:55:12.242027 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:55:12.249527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.261603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Transition to ACTIVE for port object 6c77eaaf-e810-4161-a06a-78ed4f29ae83 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:55:12.327412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.383730 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:12.492694 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Attempting to bind port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:55:12.492970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Attempting to bind port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:55:12.493332 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Attempting to bind port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:55:12.505233 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a53d9f-b1cd-48b4-b073-f7cbfce67f8a req-9c1a5f9a-b380-4e68-b0f7-2084fa989515 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:12.506837 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-67a53d9f-b1cd-48b4-b073-f7cbfce67f8a req-9c1a5f9a-b380-4e68-b0f7-2084fa989515 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0763364 Aug 09 14:55:12.509356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:55:12.509684 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Attempting to bind port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 on network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:55:12.521165 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:55:12.521509 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Checking segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:55:12.521889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Bound using segment: {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:55:12.522329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Bound port: 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92fbadfb-2956-435e-8d78-c020c158b848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:55:12.522688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.586815 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-67a53d9f-b1cd-48b4-b073-f7cbfce67f8a req-1dbe871c-bd9b-4c5d-a74e-32e4cc52ef8b tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=92e36ca8-7fa8-4c94-ab54-de534e161330&id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0736876 Aug 09 14:55:12.614997 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:55:12.617987 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:55:12.674647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.708280 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:12.708971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:12.710276 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] 10.222.0.58 "PUT /v2.0/ports/6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 200 len: 1094 time: 0.8726494 Aug 09 14:55:12.710711 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:12.712972 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6aa9c1-3ada-4037-af99-4471b20c3d66" -d '{"events": [{"name": "network-changed", "server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:12.743799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d370-9bb7-4ecb-b94e-17f70df2adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:12.757244 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e0d30b-1a1c-4bc6-881d-2c28bd5312bb x-openstack-request-id: req-d8e0d30b-1a1c-4bc6-881d-2c28bd5312bb {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:12.757540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:12.757814 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8e0d30b-1a1c-4bc6-881d-2c28bd5312bb {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:12.758216 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'status': 'completed', 'code': 200} Aug 09 14:55:12.834828 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-3ea8f55e-e57c-4121-bde4-bd71248fd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:12.836407 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-3ea8f55e-e57c-4121-bde4-bd71248fd1ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1097 time: 0.0490994 Aug 09 14:55:12.946606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-53e684b9-a920-48a3-8416-15ec532c768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:12.947961 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-53e684b9-a920-48a3-8416-15ec532c768a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1021268 Aug 09 14:55:13.050637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-8118bb14-5ca5-4869-95bb-6e1dc8dc7be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:13.052278 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f6aa9c1-3ada-4037-af99-4471b20c3d66 req-8118bb14-5ca5-4869-95bb-6e1dc8dc7be4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900676 Aug 09 14:55:13.137795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-666644f0-65f5-4b5d-a0a6-972305465a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:13.139462 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-666644f0-65f5-4b5d-a0a6-972305465a95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1097 time: 0.0473547 Aug 09 14:55:13.194264 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-c4cc39c3-7241-4e6b-a1a0-d7ff1a35a757 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 200 len: 217 time: 0.0443666 Aug 09 14:55:13.270891 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a2173-017b-44cb-91b0-5c27f55eb9a6 req-f03506ed-c51c-496d-ae4d-8393c277af35 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:13.272423 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-489a2173-017b-44cb-91b0-5c27f55eb9a6 req-f03506ed-c51c-496d-ae4d-8393c277af35 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.1159449 Aug 09 14:55:13.274215 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-c88d13c6-6aed-42f0-9e4a-b2d8c7c80c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:13.275557 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-c88d13c6-6aed-42f0-9e4a-b2d8c7c80c5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0668716 Aug 09 14:55:13.335554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-489a2173-017b-44cb-91b0-5c27f55eb9a6 req-e12a0502-0129-40bc-b20d-8be1f264127b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571036 Aug 09 14:55:13.347654 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32319-69bf-4c1d-875e-d923f23d7def req-27f29c26-2d32-4474-b655-9f66400c4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:13.349111 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-27f29c26-2d32-4474-b655-9f66400c4fca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570548 Aug 09 14:55:13.448151 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-bf3c658c-b4df-43a5-92a6-4a5dcf82fb3f service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871463 Aug 09 14:55:13.545925 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1db32319-69bf-4c1d-875e-d923f23d7def req-0057a3bd-230e-4f9f-b051-a926949c2305 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835667 Aug 09 14:55:14.459606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebe4d-5af5-42cf-bf65-f515c215b6ca req-40ea6ed3-d751-492a-92cc-e3cb4802d331 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:14.461082 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-326ebe4d-5af5-42cf-bf65-f515c215b6ca req-40ea6ed3-d751-492a-92cc-e3cb4802d331 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0546184 Aug 09 14:55:14.498529 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-326ebe4d-5af5-42cf-bf65-f515c215b6ca req-ca997e70-304c-473c-91b3-4c5eceb7f3f4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Aug 09 14:55:15.637111 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ea657-86fd-41e7-a0f7-b4970d0a570f req-d89222dc-59df-457f-881f-c47f9c221652 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:15.638601 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d54ea657-86fd-41e7-a0f7-b4970d0a570f req-d89222dc-59df-457f-881f-c47f9c221652 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0678508 Aug 09 14:55:15.676774 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d54ea657-86fd-41e7-a0f7-b4970d0a570f req-e006b730-8c21-412a-80a8-0bee95321df1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320852 Aug 09 14:55:16.614928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:55:16.713081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:16.725071 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:55:16.763283 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:16.776265 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:55:16.797618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:16.798900 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354657bb-76b1-4b40-82ad-8f2cf249571b req-8c2bc324-5ef7-4104-a0c7-9d8f3ad6cc7d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:16.800407 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-354657bb-76b1-4b40-82ad-8f2cf249571b req-8c2bc324-5ef7-4104-a0c7-9d8f3ad6cc7d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0503452 Aug 09 14:55:16.841124 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-354657bb-76b1-4b40-82ad-8f2cf249571b req-6aec288c-a249-40d5-8c69-fe6352706048 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347419 Aug 09 14:55:16.864711 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:16.912210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:17.238729 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['6c77eaaf-e810-4161-a06a-78ed4f29ae83'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:55:17.961507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c5335-1eae-47cd-a41a-f0ddd3348775 req-c00f84b5-1722-4359-8a27-f57c8376eb73 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:17.962992 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d05c5335-1eae-47cd-a41a-f0ddd3348775 req-c00f84b5-1722-4359-8a27-f57c8376eb73 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 945 time: 0.0502160 Aug 09 14:55:17.999682 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d05c5335-1eae-47cd-a41a-f0ddd3348775 req-c0752548-b099-4532-9a80-4e4f183f1603 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305252 Aug 09 14:55:18.620560 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:55:18.750378 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:55:18.754625 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:55:18.755003 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:18.835518 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:18.858204 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:18.861121 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e272b-c93a-4492-83ad-301e1b3faa3c" -d '{"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:18.876442 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:18.897861 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c08df8b-8b94-48e5-a366-5996430b0e8d x-openstack-request-id: req-1c08df8b-8b94-48e5-a366-5996430b0e8d {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:18.898205 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:18.898412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c08df8b-8b94-48e5-a366-5996430b0e8d {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:18.898803 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'code': 200} Aug 09 14:55:18.985684 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:19.033235 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:19.130593 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9c492-02c0-4768-9641-f3878065b02d req-8bebaca2-31f0-417c-b3d9-61dac0b71b90 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:19.132052 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dea9c492-02c0-4768-9641-f3878065b02d req-8bebaca2-31f0-417c-b3d9-61dac0b71b90 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0532606 Aug 09 14:55:19.170666 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dea9c492-02c0-4768-9641-f3878065b02d req-afbe5a6f-c1ac-4071-8084-bd3917c8e097 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 09 14:55:19.330990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ac614-5d25-4c76-b9f5-655e6d98de02 req-852f54fa-f43b-4b90-a531-f52d5d9194d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:19.332501 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-652ac614-5d25-4c76-b9f5-655e6d98de02 req-852f54fa-f43b-4b90-a531-f52d5d9194d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1099 time: 0.0410862 Aug 09 14:55:19.371358 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-652ac614-5d25-4c76-b9f5-655e6d98de02 req-d761bf0c-2b42-471f-bd19-373dc5201904 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294347 Aug 09 14:55:20.304244 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7d4d-7a87-48b0-964b-dcb5e602701b req-093bd852-3b7c-4afa-b95f-d2f8e3cdb420 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:20.305923 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-714c7d4d-7a87-48b0-964b-dcb5e602701b req-093bd852-3b7c-4afa-b95f-d2f8e3cdb420 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0564878 Aug 09 14:55:20.351216 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-714c7d4d-7a87-48b0-964b-dcb5e602701b req-3f34ee9f-455f-4c86-8223-d397cd005735 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Aug 09 14:55:21.479865 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c770-c692-4649-a717-30c2e8799f51 req-91b99734-29bb-4531-a5d8-88961ba48279 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:21.481332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-90c6c770-c692-4649-a717-30c2e8799f51 req-91b99734-29bb-4531-a5d8-88961ba48279 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0528359 Aug 09 14:55:21.518676 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-90c6c770-c692-4649-a717-30c2e8799f51 req-6a0caec6-37d1-483a-8bf5-05eddda01648 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Aug 09 14:55:21.646145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9527e-2445-4f56-87d2-0efbd7b9a6f4 req-7cb61c9d-e45d-412b-8155-5918988a0a40 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:21.647718 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-30b9527e-2445-4f56-87d2-0efbd7b9a6f4 req-7cb61c9d-e45d-412b-8155-5918988a0a40 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0488219 Aug 09 14:55:21.656335 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 41974) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:55:21.660806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Request body: {'floatingip': {'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:55:21.699885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:22.129439 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:22.188356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:22.286876 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Floating IP ad558999-6ff5-45bf-a4dc-81a52cca4c15 associated. External IP: 172.27.1.19, port: 6c77eaaf-e810-4161-a06a-78ed4f29ae83. Aug 09 14:55:22.493355 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:55:22.599555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:55:22.604061 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:22.612779 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:55:22.622899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:55:22.623622 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:55:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:22.631968 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f0fa6443-951f-4236-8806-fd46f9cec44e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "PUT /v2.0/floatingips/ad558999-6ff5-45bf-a4dc-81a52cca4c15 HTTP/1.1" status: 200 len: 991 time: 0.9745748 Aug 09 14:55:22.634644 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:22.634644 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7799e9ad-c768-4db4-bd57-fd3d29bc8100" -d '{"events": [{"name": "network-changed", "server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:22.682072 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e098a62-8ad8-43e5-b59f-7eff380d1ea3 x-openstack-request-id: req-2e098a62-8ad8-43e5-b59f-7eff380d1ea3 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:22.682436 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:22.682753 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e098a62-8ad8-43e5-b59f-7eff380d1ea3 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:22.683245 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'status': 'completed', 'code': 200} Aug 09 14:55:22.731637 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:55:22.762431 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-41f0d83d-50d7-4572-8fa5-34c8df6ee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:22.764016 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-41f0d83d-50d7-4572-8fa5-34c8df6ee28d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1099 time: 0.0410585 Aug 09 14:55:22.867189 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-44a2388b-573b-4a38-9eb8-0b135259aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:22.868580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-44a2388b-573b-4a38-9eb8-0b135259aadf service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.0929925 Aug 09 14:55:22.937084 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-48cb5474-21f5-4d01-ad93-83034b3d8431 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 200 len: 999 time: 0.0578651 Aug 09 14:55:22.996028 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-6c854587-5093-47b7-9527-fdebd868de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:22.997487 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-6c854587-5093-47b7-9527-fdebd868de69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0474837 Aug 09 14:55:23.053397 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-a0395fbd-dec9-414a-bd51-0346510850ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:23.054984 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-a0395fbd-dec9-414a-bd51-0346510850ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439367 Aug 09 14:55:23.084294 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'ad558999-6ff5-45bf-a4dc-81a52cca4c15', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:55:07Z', 'updated_at': '2021-08-09T14:55:22Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:23.110331 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:55:23.118544 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:55:23.119094 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:55:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:23.150862 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-df3c1431-db8f-4f81-82dc-1883ba52524c service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824683 Aug 09 14:55:23.222969 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:55:23.250035 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7799e9ad-c768-4db4-bd57-fd3d29bc8100 req-e46bb724-5a7c-4353-908e-b80df773541d service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833845 Aug 09 14:55:23.454632 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-353557bc-8133-465c-80b7-2cf346947491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'ad558999-6ff5-45bf-a4dc-81a52cca4c15', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:55:07Z', 'updated_at': '2021-08-09T14:55:22Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:55:23.481016 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353557bc-8133-465c-80b7-2cf346947491 None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'ad558999-6ff5-45bf-a4dc-81a52cca4c15', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:55:07Z', 'updated_at': '2021-08-09T14:55:22Z', 'revision_number': 1, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:55:23.661133 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428998db-bf71-4f22-adf8-99d01e902ee2 None None] New status for floating IP ad558999-6ff5-45bf-a4dc-81a52cca4c15: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:55:26.644975 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:55:27.984772 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:28.482016 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-09c12574-cc42-4e97-b054-0cb35801fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:31.171222 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c9619054-2ec1-41c0-8810-a273c6897d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:31.633883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:32.279527 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:33.771305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:54.767179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-5d2cb38e-a710-4e3f-97fc-b7548a8f0e93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942900 Aug 09 14:55:54.833321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-c48306bf-0215-4d3d-9f99-eed0450b33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:54.834759 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-c48306bf-0215-4d3d-9f99-eed0450b33ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1138 time: 0.0435922 Aug 09 14:55:55.206946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-85aeb087-977d-4755-8984-31a3ee005d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:55.208467 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-85aeb087-977d-4755-8984-31a3ee005d0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.3414111 Aug 09 14:55:55.273880 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-b417ac7b-db5d-4518-8993-1f37e87e5a24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 1001 time: 0.0572128 Aug 09 14:55:55.326389 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-7968b8de-a927-4f70-97c4-68c21a78fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:55.327864 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-7968b8de-a927-4f70-97c4-68c21a78fc09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.0443642 Aug 09 14:55:55.379792 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-8a8eb6df-7362-41e8-9a18-4c1341e8c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:55.381301 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-8a8eb6df-7362-41e8-9a18-4c1341e8c216 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435512 Aug 09 14:55:55.477053 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-b318055a-d798-4d32-b63e-609518c11318 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855250 Aug 09 14:55:55.590542 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d62abd3-cebb-411d-be56-0e5d91934c4b req-2ea9fa48-1644-496b-a8b8-619cd5083b8e service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940185 Aug 09 14:55:57.159568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fff7e0-8d5c-446e-9a11-89c51acbaa42 req-4e64ea41-a18c-4415-a524-ac67b856c98d tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:57.161763 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-79fff7e0-8d5c-446e-9a11-89c51acbaa42 req-4e64ea41-a18c-4415-a524-ac67b856c98d tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0543160 Aug 09 14:55:57.199268 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-79fff7e0-8d5c-446e-9a11-89c51acbaa42 req-1264b5cd-dc15-4a13-835b-8f42da7c2f5b tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Aug 09 14:55:57.996033 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:58.313811 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801455-ccde-4968-93b3-21255ebdfaeb req-b353b7e4-9ff7-40ff-9994-b258def839a3 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:58.315268 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca801455-ccde-4968-93b3-21255ebdfaeb req-b353b7e4-9ff7-40ff-9994-b258def839a3 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Aug 09 14:55:58.352583 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca801455-ccde-4968-93b3-21255ebdfaeb req-8fb04fc1-de0a-446f-8d1c-6f0e1baf7b07 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Aug 09 14:55:58.485560 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-581e13bc-d354-45ba-81a7-c87a826910ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:59.294618 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-375506e7-bb3d-42e3-aeaa-289ba58b793a tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:59.296198 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-375506e7-bb3d-42e3-aeaa-289ba58b793a tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Aug 09 14:55:59.387809 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Deleting port 9d72d331-e1a7-4228-b9f8-63b87ebf131d {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:55:59.388343 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:59.510776 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaeb29-17f8-49f2-a777-e6aa57c31887 req-93280356-96a0-4bcb-89e9-3b70146eda83 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:55:59.512289 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0beaeb29-17f8-49f2-a777-e6aa57c31887 req-93280356-96a0-4bcb-89e9-3b70146eda83 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 945 time: 0.0827050 Aug 09 14:55:59.517179 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] For port 9d72d331-e1a7-4228-b9f8-63b87ebf131d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9d72d331-e1a7-4228-b9f8-63b87ebf131d,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:55:59.517558 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:59.542460 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Calling delete_port for 9d72d331-e1a7-4228-b9f8-63b87ebf131d owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:55:59.600371 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0beaeb29-17f8-49f2-a777-e6aa57c31887 req-800e3291-0dca-4f5e-9c6d-2b21227882a6 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799437 Aug 09 14:55:59.784973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:59.801834 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['9d72d331-e1a7-4228-b9f8-63b87ebf131d'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:55:59.813020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Pushing event deleted for resources: {'Port': ['ID=9d72d331-e1a7-4228-b9f8-63b87ebf131d,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.829575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.830265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.830265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.830537 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.830753 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.831074 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:55:59.866101 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] No DVR routers for this DVR port 9d72d331-e1a7-4228-b9f8-63b87ebf131d on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:55:59.868628 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:55:59.870603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-98e677a6-43dd-46e9-9e08-8e9026ba4ec1 req-44d52765-57df-4d22-a0af-7a15c4d25ec0 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "DELETE /v2.0/ports/9d72d331-e1a7-4228-b9f8-63b87ebf131d HTTP/1.1" status: 204 len: 173 time: 0.5669835 Aug 09 14:55:59.871031 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'name': 'network-vif-deleted', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:55:59.873375 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db320d7-100d-4c91-8d6c-03a7b7fde442" -d '{"events": [{"server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "name": "network-vif-deleted", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:55:59.963085 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdccb69-1bf0-4148-bfd1-fee637a25ea2 x-openstack-request-id: req-6bdccb69-1bf0-4148-bfd1-fee637a25ea2 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:55:59.963411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612f34a2-8a33-4007-b762-5cbd38060972", "name": "network-vif-deleted", "tag": "9d72d331-e1a7-4228-b9f8-63b87ebf131d", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:55:59.963664 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bdccb69-1bf0-4148-bfd1-fee637a25ea2 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:55:59.964063 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612f34a2-8a33-4007-b762-5cbd38060972', 'name': 'network-vif-deleted', 'tag': '9d72d331-e1a7-4228-b9f8-63b87ebf131d', 'status': 'completed', 'code': 200} Aug 09 14:56:00.711084 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-623c63b6-64da-40a1-a572-40d0cd27e563 req-0dce149d-74e6-4765-b14e-15324c1c6bad tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=612f34a2-8a33-4007-b762-5cbd38060972 HTTP/1.1" status: 200 len: 210 time: 0.0305905 Aug 09 14:56:01.184831 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-65bfc4ae-ee6b-449a-9ef2-7a6213cc41ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:01.665100 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:02.293424 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:03.303381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ff7a-0479-4aaa-8868-d7869bab7876 req-c4e77113-1d8c-44b9-8ba5-fbccbce45713 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:03.304901 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd85ff7a-0479-4aaa-8868-d7869bab7876 req-c4e77113-1d8c-44b9-8ba5-fbccbce45713 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0498700 Aug 09 14:56:03.342027 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd85ff7a-0479-4aaa-8868-d7869bab7876 req-e631580a-e2cb-48f1-a9e9-62291b059a1f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Aug 09 14:56:03.499461 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 9d72d331-e1a7-4228-b9f8-63b87ebf131d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:03.519940 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 9d72d331-e1a7-4228-b9f8-63b87ebf131d {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:03.520288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 9d72d331-e1a7-4228-b9f8-63b87ebf131d not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:03.643335 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:56:03.773474 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:04.457731 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eca84-f545-4103-af9a-ef177ba8d445 req-2913d969-54f9-4f13-b726-91b6f7fef7ad tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:04.459234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-102eca84-f545-4103-af9a-ef177ba8d445 req-2913d969-54f9-4f13-b726-91b6f7fef7ad tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0488970 Aug 09 14:56:04.497234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-102eca84-f545-4103-af9a-ef177ba8d445 req-d331a8c9-3205-4bd3-8f86-a1c62a751854 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320234 Aug 09 14:56:05.622413 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5619e5b-f1ca-4528-923a-5737ecb20418 req-b5cae4f0-393c-48af-8c4d-44802f430193 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:05.623986 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c5619e5b-f1ca-4528-923a-5737ecb20418 req-b5cae4f0-393c-48af-8c4d-44802f430193 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0531399 Aug 09 14:56:05.663663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c5619e5b-f1ca-4528-923a-5737ecb20418 req-94f0c5d5-7b6d-4b1a-a697-944f8777ddfe tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Aug 09 14:56:06.780672 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52f704-73eb-4892-ae8a-c352252eeaa2 req-a6d29a2e-7743-4b4f-8495-16480974cd49 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:06.782133 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7a52f704-73eb-4892-ae8a-c352252eeaa2 req-a6d29a2e-7743-4b4f-8495-16480974cd49 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0502522 Aug 09 14:56:06.821106 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7a52f704-73eb-4892-ae8a-c352252eeaa2 req-539f51fa-b693-4cba-830c-004acdea17f0 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Aug 09 14:56:07.875367 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-27c07993-3342-4a8a-a368-96cb473e97ea req-331e6853-2fff-47d2-bc90-d072cd11f965 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-3787297&fields=id&tenant_id=2c92c65dcc31487da1708bdb206f8251 HTTP/1.1" status: 200 len: 267 time: 0.0488138 Aug 09 14:56:07.969484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07993-3342-4a8a-a368-96cb473e97ea req-e7483a44-f94a-46d7-88bd-31ead7f51b6c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:07.971261 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-27c07993-3342-4a8a-a368-96cb473e97ea req-e7483a44-f94a-46d7-88bd-31ead7f51b6c tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 985 time: 0.0881948 Aug 09 14:56:07.987727 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Request body: {'port': {'security_groups': ['67b1113e-07e6-44f9-af51-cca9a358799c']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:56:07.997500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b26ad-eef8-421a-9c80-5324d0cdcb65 req-88a02d5d-fd4e-4eff-a448-c5e65e218c41 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:07.998975 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f0b26ad-eef8-421a-9c80-5324d0cdcb65 req-88a02d5d-fd4e-4eff-a448-c5e65e218c41 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0871542 Aug 09 14:56:08.091277 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f0b26ad-eef8-421a-9c80-5324d0cdcb65 req-44f3aa0d-76bd-4aa2-a069-a58e545d5703 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704198 Aug 09 14:56:08.091277 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.268789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:08.298921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.367322 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.381728 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:08.410873 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:08.411540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.413320 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-27c07993-3342-4a8a-a368-96cb473e97ea req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "PUT /v2.0/ports/52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 943 time: 0.4318092 Aug 09 14:56:08.413320 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:08.423446 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbaa250-2a9c-4f74-b498-1900d17e42ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:08.423788 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 42314) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:08.457799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4994e-9fe8-4d02-b83f-f6ad51a67ab9 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event updated for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=7']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:08.471049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e2e29e-4a23-4cb6-95ba-ccf710427c18 x-openstack-request-id: req-85e2e29e-4a23-4cb6-95ba-ccf710427c18 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:08.471049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:08.471349 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85e2e29e-4a23-4cb6-95ba-ccf710427c18 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:08.471700 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:56:08.505879 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.534310 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.664598 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.667707 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.668963 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "DELETE /v2.0/security-groups/92e36ca8-7fa8-4c94-ab54-de534e161330 HTTP/1.1" status: 204 len: 168 time: 0.2478423 Aug 09 14:56:08.671758 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42320) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:08.678673 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e36ca8-7fa8-4c94-ab54-de534e161330,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:08.686118 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.686474 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.686822 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.687197 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.687538 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.687878 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.688213 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.688548 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.688887 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.689213 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.689553 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.689898 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f525c7a-a25f-43f0-9783-a488b584b060 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:08.720307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-e4584918-77e1-43ac-a2ec-f878534ccb4a None None] Provisioning complete for port 52611845-9517-42e4-890d-e889ff676c6c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:56:08.720681 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e4584918-77e1-43ac-a2ec-f878534ccb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.840610 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Deleting port 5b810dbc-adf5-40e2-8dbd-22efe4413e35 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:08.840969 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.917923 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.919167 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:08.930446 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Calling delete_port for 5b810dbc-adf5-40e2-8dbd-22efe4413e35 owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:09.170863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:09.212743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event deleted for resources: {'Port': ['ID=5b810dbc-adf5-40e2-8dbd-22efe4413e35,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:09.269913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a44c4-a5ad-48c1-b8e0-100c5c14c70a req-9e457192-95eb-4935-84fb-f655350856d7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:09.271430 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c42a44c4-a5ad-48c1-b8e0-100c5c14c70a req-9e457192-95eb-4935-84fb-f655350856d7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.1111770 Aug 09 14:56:09.306488 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:09.306830 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Floating IP c55da34d-de45-481a-82a5-e15eece1524c disassociated (deleted). External IP: 172.27.1.58, port: 52611845-9517-42e4-890d-e889ff676c6c. Aug 09 14:56:09.356233 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c42a44c4-a5ad-48c1-b8e0-100c5c14c70a req-2d082c1c-2afa-4412-a88d-32a1fb86a9f9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778584 Aug 09 14:56:09.523821 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Router 41014e32-b207-4415-a071-f85e63de0b5d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:56:09.637418 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:56:09.642202 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:09.646717 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Sync routers for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:56:09.655928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:09.656534 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:09.668031 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-4aedaa74-9bcf-4a9e-a060-084f99fa51b3 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "DELETE /v2.0/floatingips/c55da34d-de45-481a-82a5-e15eece1524c HTTP/1.1" status: 204 len: 168 time: 0.9950831 Aug 09 14:56:09.760551 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:09.970067 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:09.998785 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Checking router: 41014e32-b207-4415-a071-f85e63de0b5d for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:56:10.007751 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:10.008369 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:10.114367 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:10.316014 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:10.344891 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb4f12-9ae2-40aa-85a0-3112ba2e76b2 None None] The sync data for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi is: [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:53:18Z', 'revision_number': 4, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '461caab7-d269-48f8-8258-04abe02d75ba', 'name': '', 'network_id': '7c9ad72a-c218-41f4-a4b2-d8e0cff10d02', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'mac_address': 'fa:16:3e:d2:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:18Z', 'updated_at': '2021-08-09T14:53:24Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'subnets': [{'id': '7b4b5059-f46f-4361-b556-a23e7bb82d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:56:10.473467 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66302ec-8524-46ad-b775-c3c1e0cc4e71 req-6d273676-c03c-4a2c-af10-64b4a3509b1b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:10.475739 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d66302ec-8524-46ad-b775-c3c1e0cc4e71 req-6d273676-c03c-4a2c-af10-64b4a3509b1b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0493882 Aug 09 14:56:10.476396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:10.478878 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e044f637-40af-486a-b8d6-ea66278794b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:10.519500 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d66302ec-8524-46ad-b775-c3c1e0cc4e71 req-231db9df-13b9-41dc-a194-a9882bb20c58 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363863 Aug 09 14:56:10.553795 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e39845d-86ac-4eec-9f5b-31d245592d54 None None] New status for floating IP c55da34d-de45-481a-82a5-e15eece1524c: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:56:10.566961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c8bc5-e007-402d-a342-bc6f2ba077ed x-openstack-request-id: req-489c8bc5-e007-402d-a342-bc6f2ba077ed {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:10.567229 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:10.567488 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-489c8bc5-e007-402d-a342-bc6f2ba077ed {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:10.567882 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:56:11.316174 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-97f7b513-00fa-49e1-881f-74f21ca7adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:11.317682 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-97f7b513-00fa-49e1-881f-74f21ca7adb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1099 time: 0.0420682 Aug 09 14:56:11.353585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:11.415796 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-bdf530ee-504c-4092-8d77-9e97f5eac8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:11.417367 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-bdf530ee-504c-4092-8d77-9e97f5eac8e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.0870452 Aug 09 14:56:11.464311 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-660a5b54-d775-4e67-826b-96bfbe56b29a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 217 time: 0.0387623 Aug 09 14:56:11.519378 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-dcb483ed-e4c8-47f9-8ae8-da7db5655204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:11.520944 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-dcb483ed-e4c8-47f9-8ae8-da7db5655204 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.0499194 Aug 09 14:56:11.569695 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-73c13fc1-1e55-495b-ae7c-b2c431f0ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:11.571255 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-73c13fc1-1e55-495b-ae7c-b2c431f0ce4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425193 Aug 09 14:56:11.692397 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa0182-4c97-4be8-b553-34f7a45854d2 req-c5203a99-c187-4bd3-b05a-723795d1859b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:11.694036 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5aa0182-4c97-4be8-b553-34f7a45854d2 req-c5203a99-c187-4bd3-b05a-723795d1859b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.1015620 Aug 09 14:56:11.722381 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-f97df0a4-8e8e-4c80-b6a0-36706d3829b2 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376023 Aug 09 14:56:11.748133 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5aa0182-4c97-4be8-b553-34f7a45854d2 req-ee92c306-b858-42c7-90bf-cd3ce22fa04b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479105 Aug 09 14:56:11.827725 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-edbaa250-2a9c-4f74-b498-1900d17e42ac req-9bd9407c-446b-48c3-8cad-f231f87f82dd service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944126 Aug 09 14:56:12.011370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f637-40af-486a-b8d6-ea66278794b7 req-6d5fc09e-1daa-499d-abc1-d65d13a8d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:12.012935 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-6d5fc09e-1daa-499d-abc1-d65d13a8d038 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c92c65dcc31487da1708bdb206f8251&device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 1099 time: 0.0427825 Aug 09 14:56:12.106480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f637-40af-486a-b8d6-ea66278794b7 req-ef4d39b7-2f3b-433d-b950-c77780107eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:12.108137 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-ef4d39b7-2f3b-433d-b950-c77780107eea service neutron] 10.222.0.58 "GET /v2.0/networks?id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 200 len: 915 time: 0.0875905 Aug 09 14:56:12.157239 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-58b32ac1-9fd4-4777-b58e-d6a8ec43f8cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 200 len: 217 time: 0.0399642 Aug 09 14:56:12.225304 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f637-40af-486a-b8d6-ea66278794b7 req-a3d4a53a-d441-46a4-9998-4dda8b804f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:12.226876 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-a3d4a53a-d441-46a4-9998-4dda8b804f03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 200 len: 853 time: 0.0570304 Aug 09 14:56:12.332571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f637-40af-486a-b8d6-ea66278794b7 req-9c8ce52e-f038-46c7-a908-bf4202b13991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:12.334064 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-9c8ce52e-f038-46c7-a908-bf4202b13991 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975204 Aug 09 14:56:12.350336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e5750871-7d76-423c-957e-c25b1c0b6b59 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:12.356376 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e5750871-7d76-423c-957e-c25b1c0b6b59 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/networks?id=d64fb52e-0935-4902-9baf-e588640fc063 HTTP/1.1" status: 200 len: 814 time: 0.1420071 Aug 09 14:56:12.399548 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-09a1fce0-37a8-41ab-af25-1103e630774a tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/quotas/abc3a7fa9bd74a7285a5b176f517d2d1 HTTP/1.1" status: 200 len: 375 time: 0.0405359 Aug 09 14:56:12.447254 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-c9958541-1035-40a3-8b91-fc8d18e2294b tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420604 Aug 09 14:56:12.472696 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-ef96e7d7-11c5-42b0-bfc8-3c385578eee9 service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297081 Aug 09 14:56:12.630781 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e044f637-40af-486a-b8d6-ea66278794b7 req-572f037f-ebd9-4461-95d7-a9631239b2af service neutron] 10.222.0.58 "GET /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495440 Aug 09 14:56:12.641521 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-8c996a01-ed33-4577-87e5-1f013859b332 service neutron] 10.222.0.45 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864786 Aug 09 14:56:12.733332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-f0f356af-98ec-4caa-adc1-4c7e85879928 service neutron] 10.222.0.45 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Aug 09 14:56:13.134049 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9a0fc99-4e9f-4d08-b004-a5ab7ba604a5 req-719cd833-cdc7-411d-8819-14444e2fa1a4 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 210 time: 0.0297959 Aug 09 14:56:13.150515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61d749-8b8d-4fa1-bd25-f9a30b5d63b9 req-408ba0b2-86b2-49b3-90df-ecd6f2716c69 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:13.152225 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9e61d749-8b8d-4fa1-bd25-f9a30b5d63b9 req-408ba0b2-86b2-49b3-90df-ecd6f2716c69 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.3346705 Aug 09 14:56:13.192307 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9e61d749-8b8d-4fa1-bd25-f9a30b5d63b9 req-d9fce321-4cfc-4627-95bb-bb736e75caba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339494 Aug 09 14:56:14.232012 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8b738f28-b462-4c81-acbf-9ee2658d1441 req-ed1d8368-26bb-42e1-a104-3888d546d982 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Aug 09 14:56:14.324035 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a238-52f0-4c0b-88b8-e691ed49ce18 req-58b06d18-379f-4d79-a159-cbd8d7167763 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:14.325462 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-52c5a238-52f0-4c0b-88b8-e691ed49ce18 req-58b06d18-379f-4d79-a159-cbd8d7167763 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0513983 Aug 09 14:56:14.364054 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-52c5a238-52f0-4c0b-88b8-e691ed49ce18 req-44444f9a-adbe-4d63-b421-4b2689a1ccee tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326281 Aug 09 14:56:15.083716 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc987-8fa3-4ea9-906c-a71d15cabcf1 req-8a1a5af8-e319-435d-8299-cb0fe290bd49 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:15.085431 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-16cfc987-8fa3-4ea9-906c-a71d15cabcf1 req-8a1a5af8-e319-435d-8299-cb0fe290bd49 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.1074357 Aug 09 14:56:15.145356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-98e10402-9ed8-4c16-9e8e-41c07cd2e902 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:15.146818 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-98e10402-9ed8-4c16-9e8e-41c07cd2e902 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "GET /v2.0/networks?id=d64fb52e-0935-4902-9baf-e588640fc063 HTTP/1.1" status: 200 len: 814 time: 0.1407568 Aug 09 14:56:15.151568 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-16cfc987-8fa3-4ea9-906c-a71d15cabcf1 req-522afc01-89b1-41a5-adb7-af7520ecb3f6 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Aug 09 14:56:15.160671 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Request body: {'port': {'device_id': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063', 'admin_state_up': True, 'tenant_id': 'abc3a7fa9bd74a7285a5b176f517d2d1'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:56:15.331010 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3adc4427-574e-4476-b278-760d55e7f5d5 req-f7c06aed-ba3d-43b5-979c-08b04ca07ca6 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 210 time: 0.0266154 Aug 09 14:56:15.367680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Made reservation on behalf of abc3a7fa9bd74a7285a5b176f517d2d1 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:56:15.371497 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:15.528610 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33fa29-ea55-4da7-9755-94be166cd399 req-36abd30b-5edd-4371-bacb-e37b43c98907 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:15.529996 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-db33fa29-ea55-4da7-9755-94be166cd399 req-36abd30b-5edd-4371-bacb-e37b43c98907 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0917070 Aug 09 14:56:15.540419 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Allocated IP 172.20.0.3 (d64fb52e-0935-4902-9baf-e588640fc063/dfa9b839-47fd-4ad1-9c7b-86a73589323c/6ddd1ba3-deff-4eb0-9054-0ffafb543d19) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:56:15.595265 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-db33fa29-ea55-4da7-9755-94be166cd399 req-5747b861-3893-49a2-982e-36e802fe9660 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564783 Aug 09 14:56:15.716826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:15.802357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:15.843474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Network d64fb52e-0935-4902-9baf-e588640fc063 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:56:15.848973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:56:15.853591 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:56:15.875792 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Pushing event updated for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:15.904351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:15.904966 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:15.977605 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-4c856611-c2d6-4818-a229-a58e81043d78 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8206108 Aug 09 14:56:15.994821 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Request body: {'port': {'device_id': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:56:16.051775 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.309195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8491d-61e3-4a6f-8b9a-955aa560d487 req-6a2e8215-efc1-41e4-8c1e-9a8fd6bf112f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:16.310672 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dba8491d-61e3-4a6f-8b9a-955aa560d487 req-6a2e8215-efc1-41e4-8c1e-9a8fd6bf112f tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0845187 Aug 09 14:56:16.379020 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:56:16.391052 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.395975 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dba8491d-61e3-4a6f-8b9a-955aa560d487 req-d2461138-5749-42dd-b4f6-b4fad6e349ba tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Aug 09 14:56:16.416500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Transition to ACTIVE for port object 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:56:16.458222 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06774d-e95f-4e1b-af8f-db964ce61947 req-d65fe209-c6ff-41b0-aedb-4fd2bd30bc3e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:16.460238 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c06774d-e95f-4e1b-af8f-db964ce61947 req-d65fe209-c6ff-41b0-aedb-4fd2bd30bc3e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 931 time: 0.0570962 Aug 09 14:56:16.480940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.542603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c06774d-e95f-4e1b-af8f-db964ce61947 req-244c84df-3f02-4441-8d1a-01861eb17075 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764093 Aug 09 14:56:16.551266 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:16.626145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Attempting to bind port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:56:16.626485 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Attempting to bind port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:56:16.626814 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Attempting to bind port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 on network d64fb52e-0935-4902-9baf-e588640fc063 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:56:16.631005 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 on network d64fb52e-0935-4902-9baf-e588640fc063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:56:16.631832 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Attempting to bind port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 on network d64fb52e-0935-4902-9baf-e588640fc063 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:56:16.636245 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:56:16.636582 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Checking segment: {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:56:16.636966 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Bound using segment: {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:56:16.637389 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Bound port: 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03645815-51fa-469c-b772-46e6f129d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:56:16.637744 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.731916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:56:16.741196 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312659-8e1a-4f6c-909e-fc7ce76c66b6 req-827f53d2-f7d1-49c2-9492-ab3f275cc636 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:16.742816 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-23312659-8e1a-4f6c-909e-fc7ce76c66b6 req-827f53d2-f7d1-49c2-9492-ab3f275cc636 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0730169 Aug 09 14:56:16.744543 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:56:16.783447 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-23312659-8e1a-4f6c-909e-fc7ce76c66b6 req-c854b9e3-e798-46d8-8740-129a442cea49 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341365 Aug 09 14:56:16.853614 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.890056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:16.890493 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:16.892090 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ddd1ba3-deff-4eb0-9054-0ffafb543d19 HTTP/1.1" status: 200 len: 1093 time: 0.9015636 Aug 09 14:56:16.894141 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:16.897538 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd9051-ec87-47e7-b8c1-5ff659862334" -d '{"events": [{"name": "network-changed", "server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:16.921293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4653b29-c905-49d3-824b-6a092c96fe02 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:16.944523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e2edc-da33-4c24-97d1-c54914df3897 x-openstack-request-id: req-e38e2edc-da33-4c24-97d1-c54914df3897 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:16.944833 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:16.945088 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e38e2edc-da33-4c24-97d1-c54914df3897 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:16.945484 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19', 'status': 'completed', 'code': 200} Aug 09 14:56:17.018797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-6edcb77f-41d0-42e9-9311-92da34fb0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.020414 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-6edcb77f-41d0-42e9-9311-92da34fb0b46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 1096 time: 0.0465198 Aug 09 14:56:17.119516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-f9cd4f52-7ef4-40bb-9777-012e02883e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.121002 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-f9cd4f52-7ef4-40bb-9777-012e02883e37 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915327 Aug 09 14:56:17.255459 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-a55646e9-5320-490b-8b07-d68c9472de74 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.257607 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-a55646e9-5320-490b-8b07-d68c9472de74 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.58 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.0779994 Aug 09 14:56:17.260341 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-09075e93-4a9d-413c-b8ca-76c284af2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.261703 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33cd9051-ec87-47e7-b8c1-5ff659862334 req-09075e93-4a9d-413c-b8ca-76c284af2c47 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296301 Aug 09 14:56:17.377940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-9bfeff14-f95d-4a57-8fc8-0710c6d80ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.379443 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-9bfeff14-f95d-4a57-8fc8-0710c6d80ce4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 1096 time: 0.0733922 Aug 09 14:56:17.424893 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-ddaea519-6acf-4b2c-86f7-08383311ce4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19 HTTP/1.1" status: 200 len: 217 time: 0.0360558 Aug 09 14:56:17.427827 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Deleting port 52611845-9517-42e4-890d-e889ff676c6c {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:17.428785 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:17.558893 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-983291b2-543a-484a-833b-4d5572f243ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.560289 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-983291b2-543a-484a-833b-4d5572f243ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dfa9b839-47fd-4ad1-9c7b-86a73589323c HTTP/1.1" status: 200 len: 854 time: 0.1275332 Aug 09 14:56:17.577872 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450087ad-f27f-4d05-9134-2beac3f7715e req-fca7c7e9-8438-4f2a-84ed-d90a31e6e3cb tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.579237 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-450087ad-f27f-4d05-9134-2beac3f7715e req-fca7c7e9-8438-4f2a-84ed-d90a31e6e3cb tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 946 time: 0.1026993 Aug 09 14:56:17.626984 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-5b117663-d32c-4e97-a50e-816f5921dfbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d64fb52e-0935-4902-9baf-e588640fc063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467968 Aug 09 14:56:17.634552 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] For port 52611845-9517-42e4-890d-e889ff676c6c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=52611845-9517-42e4-890d-e889ff676c6c,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:17.634918 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:17.695760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Calling delete_port for 52611845-9517-42e4-890d-e889ff676c6c owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:17.755372 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-450087ad-f27f-4d05-9134-2beac3f7715e req-fd11aa59-402f-4576-aa35-45405a62a2e4 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/security-groups?id=67b1113e-07e6-44f9-af51-cca9a358799c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581776 Aug 09 14:56:17.813779 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aae1c3-6a86-4f2f-aba2-247340733ba4 req-f300d852-19d4-4485-9a60-e22761b1ec6d tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:17.815221 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7aae1c3-6a86-4f2f-aba2-247340733ba4 req-f300d852-19d4-4485-9a60-e22761b1ec6d tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 943 time: 0.1914303 Aug 09 14:56:17.859160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-35811084-bcea-4c17-9824-a05a6a1cd6e0 service neutron] 10.222.0.58 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107809 Aug 09 14:56:17.903177 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7aae1c3-6a86-4f2f-aba2-247340733ba4 req-1ab02621-c69b-4708-85d0-be0f8bb7456f tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805740 Aug 09 14:56:18.041443 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e74b93-f5bf-4e7a-afd8-a7b731f5ae2b req-6208b8e3-9c63-4627-9600-17b8c710bf44 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:18.042918 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40e74b93-f5bf-4e7a-afd8-a7b731f5ae2b req-6208b8e3-9c63-4627-9600-17b8c710bf44 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.1120698 Aug 09 14:56:18.059746 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9961217b-8815-421b-bd2d-9b8dd1c4ea96 req-2ff61ce6-10bb-4d8c-a36f-21df87a5d2d2 service neutron] 10.222.0.58 "GET /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893604 Aug 09 14:56:18.089803 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-40e74b93-f5bf-4e7a-afd8-a7b731f5ae2b req-efe1ec3c-78fe-47d2-b27e-adf85f2aa457 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 Aug 09 14:56:18.154047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:18.166403 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['52611845-9517-42e4-890d-e889ff676c6c'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:18.180517 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Pushing event deleted for resources: {'Port': ['ID=52611845-9517-42e4-890d-e889ff676c6c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:18.223990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] No DVR routers for this DVR port 52611845-9517-42e4-890d-e889ff676c6c on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:18.226531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:18.228655 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d74cf582-46fc-4319-9dc7-083307b340a5 req-30bbc5b2-e698-4739-ae5c-8428a26f7489 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.58 "DELETE /v2.0/ports/52611845-9517-42e4-890d-e889ff676c6c HTTP/1.1" status: 204 len: 173 time: 0.9599962 Aug 09 14:56:18.859836 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e409f1b1-ab99-4075-84c0-aa84561166d6 req-ff9c77c6-0e3a-4b3a-81ff-fe42063dd824 tempest-TestMinimumBasicScenario-1468863898 tempest-TestMinimumBasicScenario-1468863898-project] 10.222.0.45 "GET /v2.0/ports?device_id=e83aa053-2ef4-4f05-a76f-5a85e289c4bd HTTP/1.1" status: 200 len: 210 time: 0.0255635 Aug 09 14:56:18.946595 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'name': 'network-vif-deleted', 'tag': '52611845-9517-42e4-890d-e889ff676c6c'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:18.949233 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c19b97-ba66-47d8-bbab-195ae546fe26" -d '{"events": [{"server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "name": "network-vif-deleted", "tag": "52611845-9517-42e4-890d-e889ff676c6c"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:18.989879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba3a4dc-03bf-4f4e-b2dc-add8e3720e8d x-openstack-request-id: req-cba3a4dc-03bf-4f4e-b2dc-add8e3720e8d {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:18.989879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83aa053-2ef4-4f05-a76f-5a85e289c4bd", "name": "network-vif-deleted", "tag": "52611845-9517-42e4-890d-e889ff676c6c", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:18.989879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cba3a4dc-03bf-4f4e-b2dc-add8e3720e8d {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:18.989879 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83aa053-2ef4-4f05-a76f-5a85e289c4bd', 'name': 'network-vif-deleted', 'tag': '52611845-9517-42e4-890d-e889ff676c6c', 'status': 'completed', 'code': 200} Aug 09 14:56:19.025808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de278-30a7-45aa-add2-41e07e0ad55e req-ad6ab38f-a43c-4e07-a21d-311abdfad098 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:19.027382 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-829de278-30a7-45aa-add2-41e07e0ad55e req-ad6ab38f-a43c-4e07-a21d-311abdfad098 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 943 time: 0.0516770 Aug 09 14:56:19.070869 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-829de278-30a7-45aa-add2-41e07e0ad55e req-f305fb44-2cd9-4ac5-9db4-10c84a82d2ac tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Aug 09 14:56:19.207543 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634cc27-7d91-466f-b879-5b49558085b2 req-10dab0a1-3967-434a-8e6f-34a602a3e165 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:19.209033 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1634cc27-7d91-466f-b879-5b49558085b2 req-10dab0a1-3967-434a-8e6f-34a602a3e165 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0503819 Aug 09 14:56:19.249587 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1634cc27-7d91-466f-b879-5b49558085b2 req-7b8b40c0-a372-46ab-b3c7-87388a82d799 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345771 Aug 09 14:56:19.273014 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:56:19.369914 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:19.380996 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19', 'network_id': 'd64fb52e-0935-4902-9baf-e588640fc063', 'port_id': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19', 'mac_address': 'fa:16:3e:fc:8c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa9b839-47fd-4ad1-9c7b-86a73589323c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:56:19.418596 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:19.431130 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:56:19.450717 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:19.525376 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:19.578262 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:19.586035 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.586388 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.586733 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.587073 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.587433 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.587769 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.588102 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.588432 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.588762 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.589090 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.589419 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.589746 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:56:19.826835 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['6ddd1ba3-deff-4eb0-9054-0ffafb543d19'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:20.187049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62446a4-5eb2-40b5-abd8-43dd50e820a2 req-3a81eea0-ad1d-4e9d-b9ba-b37b539776f6 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:20.188541 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c62446a4-5eb2-40b5-abd8-43dd50e820a2 req-3a81eea0-ad1d-4e9d-b9ba-b37b539776f6 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 944 time: 0.0492921 Aug 09 14:56:20.225773 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c62446a4-5eb2-40b5-abd8-43dd50e820a2 req-8e00b6ee-ff27-4722-b12d-c3bf55de23e3 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306580 Aug 09 14:56:20.366972 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff69e5-86e1-477a-8d94-bad19c76fc62 req-c5250d4e-1514-41c1-8f68-b3ce5bbccea8 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:20.368612 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a0ff69e5-86e1-477a-8d94-bad19c76fc62 req-c5250d4e-1514-41c1-8f68-b3ce5bbccea8 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0499592 Aug 09 14:56:20.410223 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a0ff69e5-86e1-477a-8d94-bad19c76fc62 req-9d6a12f2-0a52-4ac7-9ee9-4b8cabe193fb tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356071 Aug 09 14:56:21.278244 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:56:21.340487 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42502) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:21.400129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae53fa-d1b6-4474-9113-08dd997679cc req-be0fe120-a605-48a5-be3c-e003b782e182 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:21.401391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55ae53fa-d1b6-4474-9113-08dd997679cc req-be0fe120-a605-48a5-be3c-e003b782e182 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 944 time: 0.1008525 Aug 09 14:56:21.407394 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:56:21.411596 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:56:21.411771 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:21.498061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55ae53fa-d1b6-4474-9113-08dd997679cc req-cf49f474-8d60-4027-89f6-ebeece044ddd tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889783 Aug 09 14:56:21.507497 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:21.535830 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:21.540119 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8780606-f605-49f4-be64-8d3ef3274d3d" -d '{"events": [{"server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:21.555836 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:21.606505 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1bc3c-1f70-4e56-beb1-f9a42d75fca6 req-37a1fb0b-4488-46da-a6b8-ed8b7802b96f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:21.608105 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c1a1bc3c-1f70-4e56-beb1-f9a42d75fca6 req-37a1fb0b-4488-46da-a6b8-ed8b7802b96f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.1051769 Aug 09 14:56:21.611798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:21.613722 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 52611845-9517-42e4-890d-e889ff676c6c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:21.643505 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 52611845-9517-42e4-890d-e889ff676c6c {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:21.643861 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 52611845-9517-42e4-890d-e889ff676c6c not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:21.672930 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7ff68-e809-4748-9af4-97caf7bcbfac x-openstack-request-id: req-4dc7ff68-e809-4748-9af4-97caf7bcbfac {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:21.673268 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:21.673525 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dc7ff68-e809-4748-9af4-97caf7bcbfac {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:21.674808 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19', 'code': 200} Aug 09 14:56:21.684131 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c1a1bc3c-1f70-4e56-beb1-f9a42d75fca6 req-f287978d-52f0-4f10-895d-f797103e6431 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500555 Aug 09 14:56:21.718333 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:21.936513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:22.389884 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539f476-eed1-42cb-8387-5331dfb2f9cc req-e7cbf2ee-60a7-4078-ba6a-c6d19b333562 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.391372 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1539f476-eed1-42cb-8387-5331dfb2f9cc req-e7cbf2ee-60a7-4078-ba6a-c6d19b333562 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.1591713 Aug 09 14:56:22.396218 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91050af6-a0fd-49dc-9a44-3c073a2bb255 req-70c7c1b7-9c35-48f6-9efa-ea6442876884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.397654 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-91050af6-a0fd-49dc-9a44-3c073a2bb255 req-70c7c1b7-9c35-48f6-9efa-ea6442876884 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 1098 time: 0.1665664 Aug 09 14:56:22.402548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de411-8677-462f-9f53-2469af829d4d req-3a880195-96ee-46bf-93db-2789ebd6a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.403936 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-3a880195-96ee-46bf-93db-2789ebd6a9af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1098 time: 0.1705759 Aug 09 14:56:22.587710 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-91050af6-a0fd-49dc-9a44-3c073a2bb255 req-4eebc2cf-c348-4a7e-af63-efdf86b918c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767066 Aug 09 14:56:22.603066 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1539f476-eed1-42cb-8387-5331dfb2f9cc req-8f76d898-74cd-4e40-bafd-5785d22a2d09 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024670 Aug 09 14:56:22.685116 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de411-8677-462f-9f53-2469af829d4d req-d0360d67-0feb-4902-ab49-1e09d96745e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.686517 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-d0360d67-0feb-4902-ab49-1e09d96745e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 911 time: 0.2733490 Aug 09 14:56:22.697350 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a719-3126-4cff-8e36-df2596a73355 req-7735cee7-7358-4392-a9a2-9fe5ac599e5e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.698760 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e25a719-3126-4cff-8e36-df2596a73355 req-7735cee7-7358-4392-a9a2-9fe5ac599e5e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.1206136 Aug 09 14:56:22.828396 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e25a719-3126-4cff-8e36-df2596a73355 req-ec16c3b1-90d1-416d-80ff-5beb36cd3e36 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236279 Aug 09 14:56:22.837480 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-c49bf827-93bc-48fb-9ae8-b25b83689698 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 1000 time: 0.1231375 Aug 09 14:56:22.891441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Deleting port 461caab7-d269-48f8-8258-04abe02d75ba {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:22.891784 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:22.906297 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de411-8677-462f-9f53-2469af829d4d req-1963c2ef-e31c-4f1f-87c1-7d87050159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.907781 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-1963c2ef-e31c-4f1f-87c1-7d87050159c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0625556 Aug 09 14:56:22.995489 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de411-8677-462f-9f53-2469af829d4d req-d8397d5b-4932-429c-b6ac-eaad09dda8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:22.996906 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-d8397d5b-4932-429c-b6ac-eaad09dda8c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604310 Aug 09 14:56:23.018469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] For port 461caab7-d269-48f8-8258-04abe02d75ba, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=461caab7-d269-48f8-8258-04abe02d75ba,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:23.018855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:23.066090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Calling delete_port for 461caab7-d269-48f8-8258-04abe02d75ba owned by network:router_interface {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:23.154431 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-9c4b989b-2932-4282-894a-a59324035949 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475992 Aug 09 14:56:23.308340 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-112de411-8677-462f-9f53-2469af829d4d req-aab27ae9-819a-422d-867b-30912c9771aa service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154945 Aug 09 14:56:23.405638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:23.432795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=461caab7-d269-48f8-8258-04abe02d75ba,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:23.604083 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:23.764766 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb0d92-9f04-4889-81a1-3bb89c8be735 req-5443884a-dfa5-407a-935b-7b6b25bb938f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:23.766161 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-54fb0d92-9f04-4889-81a1-3bb89c8be735 req-5443884a-dfa5-407a-935b-7b6b25bb938f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0646951 Aug 09 14:56:23.870788 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-54fb0d92-9f04-4889-81a1-3bb89c8be735 req-d75aeedf-1a03-497c-bdde-b03a5c92fec7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753863 Aug 09 14:56:23.895090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Router 41014e32-b207-4415-a071-f85e63de0b5d has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:56:24.029606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846df8-9641-4d1a-a0f4-abc6bb5ec567 req-6cc9fb86-812a-4987-99a1-793e3ea5fc3e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:24.031063 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d5846df8-9641-4d1a-a0f4-abc6bb5ec567 req-6cc9fb86-812a-4987-99a1-793e3ea5fc3e tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.0939157 Aug 09 14:56:24.046518 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:56:24.056358 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Sync routers for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:56:24.056813 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b6877c2b-c5e2-48d9-b673-ce3d41e79a41 admin admin] 10.222.0.45 "PUT /v2.0/routers/41014e32-b207-4415-a071-f85e63de0b5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7144372 Aug 09 14:56:24.059329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42528) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:24.065936 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:24.066561 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:24.125945 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d5846df8-9641-4d1a-a0f4-abc6bb5ec567 req-c20c82d6-3143-4d78-bce5-9ba3575c51a4 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882080 Aug 09 14:56:24.188147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:24.302351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:24.316315 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:24.445307 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Deleting port b41e1b48-ea47-46f2-9c9d-7abd0642e748 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:24.445910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:24.504413 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:56:23Z', 'revision_number': 5, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port': {'id': 'b41e1b48-ea47-46f2-9c9d-7abd0642e748', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41014e32-b207-4415-a071-f85e63de0b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:15Z', 'updated_at': '2021-08-09T14:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:24.534352 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] For port b41e1b48-ea47-46f2-9c9d-7abd0642e748, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=b41e1b48-ea47-46f2-9c9d-7abd0642e748,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:24.534750 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:24.534998 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Checking router: 41014e32-b207-4415-a071-f85e63de0b5d for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:56:24.545047 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Routers {'41014e32-b207-4415-a071-f85e63de0b5d'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:24.545686 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['41014e32-b207-4415-a071-f85e63de0b5d'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:24.548774 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Calling delete_port for b41e1b48-ea47-46f2-9c9d-7abd0642e748 owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:24.633579 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] Set router 41014e32-b207-4415-a071-f85e63de0b5d gateway port host: None {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:24.691091 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:56:24Z', 'revision_number': 6, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:24.718307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c69eff-3666-4886-8ecb-011396f8b08e None None] The sync data for ids ['41014e32-b207-4415-a071-f85e63de0b5d'] in dv-cinder-788363-9-iscsi is: [{'id': '41014e32-b207-4415-a071-f85e63de0b5d', 'name': 'tempest-TestMinimumBasicScenario-748099827-router', 'tenant_id': '2c92c65dcc31487da1708bdb206f8251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:14Z', 'updated_at': '2021-08-09T14:56:24Z', 'revision_number': 6, 'project_id': '2c92c65dcc31487da1708bdb206f8251', 'gw_port_host': None}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:56:25.050491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4e9e1-4f88-4641-8aa1-35898cce6b49 req-8cce407e-412a-40e8-91e6-09305c267104 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:25.059398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7cf4e9e1-4f88-4641-8aa1-35898cce6b49 req-8cce407e-412a-40e8-91e6-09305c267104 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0802143 Aug 09 14:56:25.111673 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7cf4e9e1-4f88-4641-8aa1-35898cce6b49 req-d4af3023-927f-41dd-a37e-1be1fcb525b5 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512938 Aug 09 14:56:25.143200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.180365 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41e1b48-ea47-46f2-9c9d-7abd0642e748,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:25.240769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.332820 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.334949 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.432024 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.432455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41014e32-b207-4415-a071-f85e63de0b5d {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:56:25.442076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.442076 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c9361ebc-e45f-4e36-99a8-9d95e1255a16 admin admin] 10.222.0.45 "DELETE /v2.0/routers/41014e32-b207-4415-a071-f85e63de0b5d HTTP/1.1" status: 204 len: 168 time: 1.3778267 Aug 09 14:56:25.442076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42554) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:25.489323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Deleting subnet 7b4b5059-f46f-4361-b556-a23e7bb82d23 {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:56:25.493619 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.528580 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.649699 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.768379 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.793457 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4b5059-f46f-4361-b556-a23e7bb82d23,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:25.799808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.801753 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0fdc2658-7a94-4e12-b086-362e429283bf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b4b5059-f46f-4361-b556-a23e7bb82d23 HTTP/1.1" status: 204 len: 168 time: 0.3602073 Aug 09 14:56:25.805390 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 42556) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:25.806508 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992c3f5-5a5b-45a2-a61b-5fbcc962e398 None None] Network 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:56:25.885737 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.939250 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Deleting port c1b76060-18de-466f-a6d9-93d9c8add294 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:25.940947 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:25.988264 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] DHCP port deletion for 7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:56:26.006037 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] For port c1b76060-18de-466f-a6d9-93d9c8add294, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c1b76060-18de-466f-a6d9-93d9c8add294,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:26.006475 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.018604 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Calling delete_port for c1b76060-18de-466f-a6d9-93d9c8add294 owned by network:dhcp {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:26.034965 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Deleting port c1b76060-18de-466f-a6d9-93d9c8add294 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:26.035471 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.105301 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] For port c1b76060-18de-466f-a6d9-93d9c8add294, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c1b76060-18de-466f-a6d9-93d9c8add294,segment=NetworkSegment(9815e55d-7391-4919-9776-4f61c8264be5),segment_id=9815e55d-7391-4919-9776-4f61c8264be5)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:26.105718 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.120976 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Calling delete_port for c1b76060-18de-466f-a6d9-93d9c8add294 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:26.195492 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 461caab7-d269-48f8-8258-04abe02d75ba no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:26.224160 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 461caab7-d269-48f8-8258-04abe02d75ba {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:26.224436 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 461caab7-d269-48f8-8258-04abe02d75ba not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:26.224838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c1b76060-18de-466f-a6d9-93d9c8add294 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:26.236241 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.264020 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b76060-18de-466f-a6d9-93d9c8add294,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:26.265859 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] No DVR routers for this DVR port c1b76060-18de-466f-a6d9-93d9c8add294 on host dv-cinder-788363-9-iscsi {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:26.300010 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No active binding found for port c1b76060-18de-466f-a6d9-93d9c8add294 {{(pid=100407) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 14:56:26.300431 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c1b76060-18de-466f-a6d9-93d9c8add294 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:26.300861 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device b41e1b48-ea47-46f2-9c9d-7abd0642e748 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:26.320875 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: b41e1b48-ea47-46f2-9c9d-7abd0642e748 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:26.321217 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device b41e1b48-ea47-46f2-9c9d-7abd0642e748 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:26.322812 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.340032 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.348690 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] Pushing event deleted for resources: {'Port': ['ID=c1b76060-18de-466f-a6d9-93d9c8add294,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:26.350488 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9ad72a-c218-41f4-a4b2-d8e0cff10d02']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:26.354935 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163266d5-b81f-48d9-80de-dc3d803b9067 None None] No DVR routers for this DVR port c1b76060-18de-466f-a6d9-93d9c8add294 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:26.361913 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9815e55d-7391-4919-9776-4f61c8264be5') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:26.362217 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9815e55d-7391-4919-9776-4f61c8264be5') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:26.372414 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.385888 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.391699 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:56:26.392092 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:56:26.393718 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:56:26.513853 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.518219 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:26.524398 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7c9ad72a-c218-41f4-a4b2-d8e0cff10d02 HTTP/1.1" status: 204 len: 168 time: 0.7137635 Aug 09 14:56:26.524398 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 42564) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:26.543382 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b381dd-6c29-4c1e-8c18-e013c89e45d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9ad72a-c218-41f4-a4b2-d8e0cff10d02,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:26.877542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:27.120988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Deleting port dc920e99-f7b2-4d02-b2dc-f7999e7ab621 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:27.121239 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:27.202713 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] For port dc920e99-f7b2-4d02-b2dc-f7999e7ab621, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:27.203093 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:27.218697 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Calling delete_port for dc920e99-f7b2-4d02-b2dc-f7999e7ab621 owned by network:router_interface {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:27.542373 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60ef60-086d-472a-afb7-4e29e6fb9ed6 req-06602e11-f5a7-4602-b544-63358512b994 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:27.544071 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a60ef60-086d-472a-afb7-4e29e6fb9ed6 req-06602e11-f5a7-4602-b544-63358512b994 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0507619 Aug 09 14:56:27.583681 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2a60ef60-086d-472a-afb7-4e29e6fb9ed6 req-79048686-0a41-4fec-b7ea-821682757a3f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Aug 09 14:56:27.719869 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:27.746482 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc920e99-f7b2-4d02-b2dc-f7999e7ab621,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:27.906485 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:27.988594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.134920 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Router 697ada4e-ebb2-464e-a777-9bfbabee77a8 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:56:28.261477 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:56:28.267256 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a12a7694-c3a4-495d-8cb3-6a11a3dd292b admin admin] 10.222.0.45 "PUT /v2.0/routers/697ada4e-ebb2-464e-a777-9bfbabee77a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418628 Aug 09 14:56:28.269373 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42584) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:28.271608 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Sync routers for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:56:28.282719 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:28.283469 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:28.377348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.396179 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:28.480894 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.481659 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-09a9b628-7ab3-42dc-bb6b-7c21904187f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.570529 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:56:27Z', 'revision_number': 5, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port': {'id': 'f3cad35b-fbc7-4943-b61f-047e5742ffa4', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:28.596246 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Checking router: 697ada4e-ebb2-464e-a777-9bfbabee77a8 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:56:28.598296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Deleting port f3cad35b-fbc7-4943-b61f-047e5742ffa4 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:28.598777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.604834 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Routers {'697ada4e-ebb2-464e-a777-9bfbabee77a8'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:56:28.605432 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:56:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['697ada4e-ebb2-464e-a777-9bfbabee77a8'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:28.692910 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] Set router 697ada4e-ebb2-464e-a777-9bfbabee77a8 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:56:28.708253 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] For port f3cad35b-fbc7-4943-b61f-047e5742ffa4, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f3cad35b-fbc7-4943-b61f-047e5742ffa4,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:28.708635 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:28.724150 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Calling delete_port for f3cad35b-fbc7-4943-b61f-047e5742ffa4 owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:28.735818 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da316e1-668e-4f4f-baf3-8164c91aab07 req-453a5f07-ce5f-418c-83d2-c09c092f1183 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:28.737295 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8da316e1-668e-4f4f-baf3-8164c91aab07 req-453a5f07-ce5f-418c-83d2-c09c092f1183 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0771508 Aug 09 14:56:28.746467 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:56:28Z', 'revision_number': 6, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:28.772998 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e931e70-abe0-43cc-887b-89948be2d807 None None] The sync data for ids ['697ada4e-ebb2-464e-a777-9bfbabee77a8'] in dv-cinder-788363-9-iscsi is: [{'id': '697ada4e-ebb2-464e-a777-9bfbabee77a8', 'name': 'tempest-TestMinimumBasicScenario-1638834924-router', 'tenant_id': '86f36f1e171849ea84f937d01261deaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:22Z', 'updated_at': '2021-08-09T14:56:28Z', 'revision_number': 6, 'project_id': '86f36f1e171849ea84f937d01261deaa', 'gw_port_host': None}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:56:28.814670 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8da316e1-668e-4f4f-baf3-8164c91aab07 req-38c7e223-079e-4f9b-bd97-85c51907d41a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696974 Aug 09 14:56:28.990595 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.021547 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cad35b-fbc7-4943-b61f-047e5742ffa4,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:29.079181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.174826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.177187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.299097 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.299643 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697ada4e-ebb2-464e-a777-9bfbabee77a8 {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:56:29.305292 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.307293 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2618a6ad-71f1-4826-b326-17e46d9f90b8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/697ada4e-ebb2-464e-a777-9bfbabee77a8 HTTP/1.1" status: 204 len: 168 time: 1.0360982 Aug 09 14:56:29.309184 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42590) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:29.360087 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Deleting subnet 7a904a0c-a108-429a-a274-6383e6a020be {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:56:29.360871 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.394742 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.470167 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.603640 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.635030 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a904a0c-a108-429a-a274-6383e6a020be,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:29.637058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.639299 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0d2e5af4-22e0-4386-be90-2b84d65fd531 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a904a0c-a108-429a-a274-6383e6a020be HTTP/1.1" status: 204 len: 168 time: 0.3288205 Aug 09 14:56:29.641350 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d465e2-8ff8-40d8-90ac-7a5f4e9002cb None None] Network f1a303c3-8804-4c43-b34c-9c16dd346a04 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:56:29.641831 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42592) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:29.712382 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.772088 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Deleting port 4b755127-95a1-4ae0-a763-028c83792b02 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:29.772448 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.843839 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] For port 4b755127-95a1-4ae0-a763-028c83792b02, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4b755127-95a1-4ae0-a763-028c83792b02,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:29.843839 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.850595 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] DHCP port deletion for f1a303c3-8804-4c43-b34c-9c16dd346a04 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:56:29.852961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Calling delete_port for 4b755127-95a1-4ae0-a763-028c83792b02 owned by network:dhcp {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:29.903708 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Deleting port 4b755127-95a1-4ae0-a763-028c83792b02 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:29.904087 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.962396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7677edd-86f3-490c-9d2c-993f6442068b req-b4529e15-be9f-415d-b559-417fcf7ae8b4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:29.963920 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7677edd-86f3-490c-9d2c-993f6442068b req-b4529e15-be9f-415d-b559-417fcf7ae8b4 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0706787 Aug 09 14:56:29.965986 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] For port 4b755127-95a1-4ae0-a763-028c83792b02, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4b755127-95a1-4ae0-a763-028c83792b02,segment=NetworkSegment(8594bf06-fe92-491f-b988-468c5e96c8ff),segment_id=8594bf06-fe92-491f-b988-468c5e96c8ff)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:29.966399 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:29.978928 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Calling delete_port for 4b755127-95a1-4ae0-a763-028c83792b02 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:30.006300 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7677edd-86f3-490c-9d2c-993f6442068b req-a35ddc05-1826-48b5-a2b9-7e043f78c30a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Aug 09 14:56:30.041833 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.058213 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.066072 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Pushing event deleted for resources: {'Port': ['ID=4b755127-95a1-4ae0-a763-028c83792b02,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:30.072393 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] No DVR routers for this DVR port 4b755127-95a1-4ae0-a763-028c83792b02 on host dv-cinder-788363-9-iscsi {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:30.083723 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] Pushing event deleted for resources: {'Port': ['ID=4b755127-95a1-4ae0-a763-028c83792b02,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:30.090506 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d03300-40d0-4d16-8798-97ebe833df45 None None] No DVR routers for this DVR port 4b755127-95a1-4ae0-a763-028c83792b02 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:30.143469 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f3cad35b-fbc7-4943-b61f-047e5742ffa4 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:30.147392 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.159162 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a303c3-8804-4c43-b34c-9c16dd346a04']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:30.163126 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: f3cad35b-fbc7-4943-b61f-047e5742ffa4 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:30.163999 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f3cad35b-fbc7-4943-b61f-047e5742ffa4 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:30.164475 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device dc920e99-f7b2-4d02-b2dc-f7999e7ab621 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:30.173808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8594bf06-fe92-491f-b988-468c5e96c8ff') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:30.174108 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8594bf06-fe92-491f-b988-468c5e96c8ff') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:56:30.183524 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: dc920e99-f7b2-4d02-b2dc-f7999e7ab621 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:30.183680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.183879 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device dc920e99-f7b2-4d02-b2dc-f7999e7ab621 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:30.184295 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4b755127-95a1-4ae0-a763-028c83792b02 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:30.197032 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.202343 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 4b755127-95a1-4ae0-a763-028c83792b02 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:30.209055 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4b755127-95a1-4ae0-a763-028c83792b02 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:56:30.209558 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:56:30.319629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.324953 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.326802 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] 10.222.0.45 "DELETE /v2.0/networks/f1a303c3-8804-4c43-b34c-9c16dd346a04 HTTP/1.1" status: 204 len: 168 time: 0.6842399 Aug 09 14:56:30.337409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e9315-1e9a-4fe6-90c4-110dfc29fbca admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a303c3-8804-4c43-b34c-9c16dd346a04,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:30.635979 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42600) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:30.674710 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-efb00ba6-7e2e-4eff-9088-ddb2b1ce95d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c92c65dcc31487da1708bdb206f8251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375702 Aug 09 14:56:30.677161 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42602) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:30.724978 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.749699 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.874155 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.876789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:30.877933 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67b1113e-07e6-44f9-af51-cca9a358799c HTTP/1.1" status: 204 len: 168 time: 0.1998391 Aug 09 14:56:30.885956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e6575-88b8-4e88-8a91-5f8e17c8b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1113e-07e6-44f9-af51-cca9a358799c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:31.126094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca58a4b-f35b-44dd-a451-43b1b542fcd5 req-c9bd500c-ae8f-4cb3-a8cf-e16348e70856 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:31.127541 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ca58a4b-f35b-44dd-a451-43b1b542fcd5 req-c9bd500c-ae8f-4cb3-a8cf-e16348e70856 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0497975 Aug 09 14:56:31.166204 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ca58a4b-f35b-44dd-a451-43b1b542fcd5 req-defebf25-9e3c-4313-823e-fdfce07e51fd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Aug 09 14:56:31.222633 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f25210f4-8772-4146-ac83-d28058a176d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.608885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42612) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:31.649567 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-30afa129-be1e-499b-b9c2-1660169833ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86f36f1e171849ea84f937d01261deaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393710 Aug 09 14:56:31.651042 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.652105 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 42614) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:56:31.700981 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.721777 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.851470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.854096 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:31.855491 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/737792ee-30e1-4a35-bc79-09bfdde258d1 HTTP/1.1" status: 204 len: 168 time: 0.2022254 Aug 09 14:56:31.863163 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d3e21-36e3-4953-aba5-327690ac205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737792ee-30e1-4a35-bc79-09bfdde258d1,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:32.262786 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:32.295385 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca282358-3143-4efe-aea6-f8b1b7fa4919 req-98b138b5-a219-4b6c-a6c9-d643d009490a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:32.297159 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca282358-3143-4efe-aea6-f8b1b7fa4919 req-98b138b5-a219-4b6c-a6c9-d643d009490a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0531416 Aug 09 14:56:32.338820 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca282358-3143-4efe-aea6-f8b1b7fa4919 req-5267c653-c6da-4b9d-a6ed-f71327d3800d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Aug 09 14:56:33.458451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5089d4-fe25-48c8-b4c0-83b111a16949 req-b5efe50d-1563-4800-b36e-ae4929ed292a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:33.459973 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c5089d4-fe25-48c8-b4c0-83b111a16949 req-b5efe50d-1563-4800-b36e-ae4929ed292a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0479059 Aug 09 14:56:33.497292 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9c5089d4-fe25-48c8-b4c0-83b111a16949 req-90f82c32-3bbc-4fe2-b53c-5d6154cf8cdd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Aug 09 14:56:33.799481 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:34.618293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc51b-4c77-481d-a0a1-159aadf5c67a req-a7e6231c-183f-4519-b4a4-e0e78ff54f86 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:34.619810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-756dc51b-4c77-481d-a0a1-159aadf5c67a req-a7e6231c-183f-4519-b4a4-e0e78ff54f86 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0522885 Aug 09 14:56:34.656104 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-756dc51b-4c77-481d-a0a1-159aadf5c67a req-24bcfe44-e12f-4bb0-b3cd-cd310c0462de tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Aug 09 14:56:35.774622 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1304a0-726e-4e74-ac09-4833d6b8620c req-2f6f4d0a-0bcd-436e-ba33-db42b70bf63d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:35.776117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b1304a0-726e-4e74-ac09-4833d6b8620c req-2f6f4d0a-0bcd-436e-ba33-db42b70bf63d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0489254 Aug 09 14:56:35.813241 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b1304a0-726e-4e74-ac09-4833d6b8620c req-d867fcc4-c072-42c5-ade6-5d4257402f7f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311012 Aug 09 14:56:36.933305 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d485f2-c29f-495c-85f2-2ee812177730 req-69e55a7e-e21c-4fba-9502-c6761a6b13b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:36.934854 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-78d485f2-c29f-495c-85f2-2ee812177730 req-69e55a7e-e21c-4fba-9502-c6761a6b13b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0512571 Aug 09 14:56:36.973874 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-78d485f2-c29f-495c-85f2-2ee812177730 req-0ee08eae-f8a2-4d22-8381-f2259bf7bc78 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Aug 09 14:56:38.109372 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea6622-cb19-4725-b1f2-a714150e9d53 req-c9f242bf-0155-4050-abd7-da1a4467f506 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:38.110853 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3aea6622-cb19-4725-b1f2-a714150e9d53 req-c9f242bf-0155-4050-abd7-da1a4467f506 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0642323 Aug 09 14:56:38.147930 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3aea6622-cb19-4725-b1f2-a714150e9d53 req-eefdcb2e-e9da-4915-ab41-ea486610f020 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310559 Aug 09 14:56:39.268851 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16780d53-10a7-4b53-9775-6c421789ea36 req-57bb225e-2fae-41b5-9a72-bfd752e8da5a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:39.270319 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-16780d53-10a7-4b53-9775-6c421789ea36 req-57bb225e-2fae-41b5-9a72-bfd752e8da5a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0510459 Aug 09 14:56:39.308073 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-16780d53-10a7-4b53-9775-6c421789ea36 req-f7fa2328-9c42-4043-9a31-ac0a476c0e90 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Aug 09 14:56:40.427237 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed93b-6286-48fd-96a8-4028e78ed4ba req-2d036032-d16a-40cd-aea4-42f852caca9b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:40.428753 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-904ed93b-6286-48fd-96a8-4028e78ed4ba req-2d036032-d16a-40cd-aea4-42f852caca9b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0501707 Aug 09 14:56:40.466722 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-904ed93b-6286-48fd-96a8-4028e78ed4ba req-c03b0e18-6730-43a5-8abc-1c27c037c232 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Aug 09 14:56:40.642063 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:56:41.590305 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83534d6-c9ab-4e99-ada0-6845df375e9a req-9f585a22-b67e-4d64-8713-8b2ae1d73e69 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:41.591866 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d83534d6-c9ab-4e99-ada0-6845df375e9a req-9f585a22-b67e-4d64-8713-8b2ae1d73e69 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0535493 Aug 09 14:56:41.629504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d83534d6-c9ab-4e99-ada0-6845df375e9a req-5f6c2610-3866-463f-9381-a9710346fbed tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Aug 09 14:56:42.747549 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8729cb-eb43-44bb-994d-36c8c5523b5b req-3388576b-d42c-47b5-94cc-5916ba3028df tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:42.749044 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f8729cb-eb43-44bb-994d-36c8c5523b5b req-3388576b-d42c-47b5-94cc-5916ba3028df tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0492771 Aug 09 14:56:42.787902 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f8729cb-eb43-44bb-994d-36c8c5523b5b req-a05ca0d9-4a4e-4078-b2a3-37e249b72150 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Aug 09 14:56:43.398782 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:56:43.499528 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:43.510398 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:56:43.546502 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:43.558859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:56:43.581307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:43.645476 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:43.695476 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=6']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:43.750253 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['6c77eaaf-e810-4161-a06a-78ed4f29ae83'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:43.912634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8896a5c-4466-43f5-b811-c0d5b4d77476 req-c9d3b561-f6cb-416f-b5e7-ca69af70bea7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:43.914344 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a8896a5c-4466-43f5-b811-c0d5b4d77476 req-c9d3b561-f6cb-416f-b5e7-ca69af70bea7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 945 time: 0.0505483 Aug 09 14:56:43.957958 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a8896a5c-4466-43f5-b811-c0d5b4d77476 req-9d78aff3-5c88-450f-b0ad-df0abe1215aa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337243 Aug 09 14:56:45.077214 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a092-ae51-49bb-a3cf-2c2937619b4f req-7c4db230-5ab3-401c-8eaf-457b1bacd699 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:45.078787 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3634a092-ae51-49bb-a3cf-2c2937619b4f req-7c4db230-5ab3-401c-8eaf-457b1bacd699 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 945 time: 0.0535741 Aug 09 14:56:45.117729 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3634a092-ae51-49bb-a3cf-2c2937619b4f req-85928c40-d1a1-47e8-84c7-b3fad7642266 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Aug 09 14:56:45.414455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:56:45.466833 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:56:45.470025 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:45.549563 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:45.570932 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:45.573297 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814445f-745f-4a7b-b3ba-17b1bcbbab1c" -d '{"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:45.587682 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:45.611138 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04bd455-e8d1-4427-9734-8691976c8137 x-openstack-request-id: req-a04bd455-e8d1-4427-9734-8691976c8137 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:45.611138 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:45.611378 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a04bd455-e8d1-4427-9734-8691976c8137 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:45.611750 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'code': 200} Aug 09 14:56:45.654065 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:45.704508 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=7']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:46.244028 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4126c8-8587-41df-8bd6-2843eaf05066 req-5836e6f7-63fe-4bf6-ad2a-3737564ef3f7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:46.245546 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6b4126c8-8587-41df-8bd6-2843eaf05066 req-5836e6f7-63fe-4bf6-ad2a-3737564ef3f7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0501370 Aug 09 14:56:46.300743 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6b4126c8-8587-41df-8bd6-2843eaf05066 req-2792a20d-0e78-442d-9410-72897bd316db tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Aug 09 14:56:46.881055 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12be65-a4b4-47bc-b870-b38583dec2f5 req-9391df5a-772d-4431-aaa1-5e19f3987036 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:46.882814 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f12be65-a4b4-47bc-b870-b38583dec2f5 req-9391df5a-772d-4431-aaa1-5e19f3987036 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.0598376 Aug 09 14:56:46.935038 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f12be65-a4b4-47bc-b870-b38583dec2f5 req-3a229391-bd55-4766-ad1a-d4efea05dcc6 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Aug 09 14:56:47.429869 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c99d1-00fd-4aa1-b41f-fbeba01dec32 req-bfedeaee-05a9-4e3a-a222-e28d78b891ef tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:47.431730 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-367c99d1-00fd-4aa1-b41f-fbeba01dec32 req-bfedeaee-05a9-4e3a-a222-e28d78b891ef tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0555167 Aug 09 14:56:47.470642 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-367c99d1-00fd-4aa1-b41f-fbeba01dec32 req-9d9ea43c-8af3-472e-b81a-1240270ddf75 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327976 Aug 09 14:56:48.058391 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea77f-da82-430f-b2a3-63b29bcb2dd9 req-bc8f611a-98fc-4ebb-8d77-a57a1c5b1964 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:48.060571 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-850ea77f-da82-430f-b2a3-63b29bcb2dd9 req-bc8f611a-98fc-4ebb-8d77-a57a1c5b1964 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Aug 09 14:56:48.110570 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-850ea77f-da82-430f-b2a3-63b29bcb2dd9 req-1f7569d5-579f-4291-8b9b-066677b9af94 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433850 Aug 09 14:56:48.603396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77e922-52ba-487d-9481-53b4330da5d5 req-196beb26-671f-4284-8688-2e7554630d41 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:48.605179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de77e922-52ba-487d-9481-53b4330da5d5 req-196beb26-671f-4284-8688-2e7554630d41 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0538123 Aug 09 14:56:48.647078 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de77e922-52ba-487d-9481-53b4330da5d5 req-473179f5-3aa3-4d9e-a5d7-4256b7052b1c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Aug 09 14:56:48.729759 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-c8a17e2c-4599-49ca-8917-f13b14a33c15 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:48.732149 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-c8a17e2c-4599-49ca-8917-f13b14a33c15 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.0613167 Aug 09 14:56:48.841737 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Deleting port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:56:48.842098 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:48.937089 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] For port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,segment=NetworkSegment(03645815-51fa-469c-b772-46e6f129d513),segment_id=03645815-51fa-469c-b772-46e6f129d513)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:48.937432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:48.951182 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Calling delete_port for 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:56:49.226827 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeabb1-259d-4428-9bdf-a5ce261dfaee req-289d226a-d4ed-49da-90cc-48f8196609a8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:49.226827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bedeabb1-259d-4428-9bdf-a5ce261dfaee req-289d226a-d4ed-49da-90cc-48f8196609a8 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/ports?device_id=cc727ae2-7161-4f75-89ef-49655d7a2956 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Aug 09 14:56:49.228198 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:49.240556 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['6ddd1ba3-deff-4eb0-9054-0ffafb543d19'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:56:49.273284 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Pushing event deleted for resources: {'Port': ['ID=6ddd1ba3-deff-4eb0-9054-0ffafb543d19,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:56:49.323885 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bedeabb1-259d-4428-9bdf-a5ce261dfaee req-9a706f6e-604d-4a82-bc91-3197625831b1 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.45 "GET /v2.0/security-groups?id=3649c617-9046-4c4f-94a6-d14bf20eb2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887830 Aug 09 14:56:49.337748 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] No DVR routers for this DVR port 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:56:49.342612 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:49.344676 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-21505e0d-13e7-460a-9ac1-b57bd84f950c req-180bb048-1004-4cb1-908b-63dc0d14ad57 tempest-VolumesSnapshotTestJSON-959449774 tempest-VolumesSnapshotTestJSON-959449774-project] 10.222.0.58 "DELETE /v2.0/ports/6ddd1ba3-deff-4eb0-9054-0ffafb543d19 HTTP/1.1" status: 204 len: 173 time: 0.6039853 Aug 09 14:56:49.347310 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'name': 'network-vif-deleted', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:49.352314 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d162d1-0f9e-4312-baad-4a51db79a061" -d '{"events": [{"server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "name": "network-vif-deleted", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:49.391432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c7ed13-20a5-4c18-ae9a-f24e6c7e811f x-openstack-request-id: req-41c7ed13-20a5-4c18-ae9a-f24e6c7e811f {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:49.391755 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc727ae2-7161-4f75-89ef-49655d7a2956", "name": "network-vif-deleted", "tag": "6ddd1ba3-deff-4eb0-9054-0ffafb543d19", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:49.392011 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41c7ed13-20a5-4c18-ae9a-f24e6c7e811f {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:49.392412 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc727ae2-7161-4f75-89ef-49655d7a2956', 'name': 'network-vif-deleted', 'tag': '6ddd1ba3-deff-4eb0-9054-0ffafb543d19', 'status': 'completed', 'code': 200} Aug 09 14:56:49.783227 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10293a-88a8-4ef7-8f7c-4e690c33f2d3 req-92cb331b-10e6-4456-b341-55256c6101d8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:49.784946 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7c10293a-88a8-4ef7-8f7c-4e690c33f2d3 req-92cb331b-10e6-4456-b341-55256c6101d8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0588050 Aug 09 14:56:49.826349 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7c10293a-88a8-4ef7-8f7c-4e690c33f2d3 req-3f3d3e60-b8b6-44d0-940a-ad3a030fa6b5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346220 Aug 09 14:56:50.995131 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c2c9a-7d18-44b2-aac9-e33d66133ea8 req-375851f0-fe81-40c6-93e3-9e4e3b487987 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:50.998929 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b93c2c9a-7d18-44b2-aac9-e33d66133ea8 req-375851f0-fe81-40c6-93e3-9e4e3b487987 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0793059 Aug 09 14:56:51.067006 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b93c2c9a-7d18-44b2-aac9-e33d66133ea8 req-e3a86575-fe1d-4ec8-a7c2-c6beda01ed7e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615566 Aug 09 14:56:51.450894 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:51.474546 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:56:51.475013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6ddd1ba3-deff-4eb0-9054-0ffafb543d19 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:56:52.202579 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd26231-572a-4bf9-bb80-386736e6e7e3 req-755b9b1b-6a9f-46e0-9ce3-35d38c8c2ff6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:52.204085 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3fd26231-572a-4bf9-bb80-386736e6e7e3 req-755b9b1b-6a9f-46e0-9ce3-35d38c8c2ff6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0525382 Aug 09 14:56:52.241470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3fd26231-572a-4bf9-bb80-386736e6e7e3 req-b1b75d2f-6485-42e2-96c1-1be1c2d18370 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Aug 09 14:56:53.377679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc791b61-64ac-48f4-9e57-748bad016e08 req-8dfa3c07-8cef-4f1a-8b34-4896c1c58b2a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:53.380273 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc791b61-64ac-48f4-9e57-748bad016e08 req-8dfa3c07-8cef-4f1a-8b34-4896c1c58b2a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0589142 Aug 09 14:56:53.425189 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc791b61-64ac-48f4-9e57-748bad016e08 req-7227b940-0411-4b53-b5b1-0524e9469072 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Aug 09 14:56:54.556082 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78697d4-5e26-4114-aae2-970a6789cfdb req-4d1e5096-1112-4059-ac60-82706fbb7200 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:54.557711 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d78697d4-5e26-4114-aae2-970a6789cfdb req-4d1e5096-1112-4059-ac60-82706fbb7200 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0543289 Aug 09 14:56:54.604682 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d78697d4-5e26-4114-aae2-970a6789cfdb req-b84c72a8-af0b-4f11-ad5c-10c4a52b774b tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Aug 09 14:56:55.733882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269608a7-31c6-4dcb-8799-ff59398ad1b9 req-e81a30e9-2ceb-404e-9f66-ff405bf63c78 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:55.735546 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-269608a7-31c6-4dcb-8799-ff59398ad1b9 req-e81a30e9-2ceb-404e-9f66-ff405bf63c78 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0574136 Aug 09 14:56:55.780428 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-269608a7-31c6-4dcb-8799-ff59398ad1b9 req-e878f1ba-f1b9-49d3-acb5-a8cb46aab9d1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Aug 09 14:56:56.659687 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-cf6d4118-02aa-494b-abf4-29cfb7fbee64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467215 Aug 09 14:56:56.737411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-a19475bc-a746-4244-b196-3b160f308cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:56.738907 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-a19475bc-a746-4244-b196-3b160f308cd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0530915 Aug 09 14:56:56.844789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-5bd0725a-36ea-40f2-ab17-24ddcb5cc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:56.846282 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-5bd0725a-36ea-40f2-ab17-24ddcb5cc4ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0859146 Aug 09 14:56:56.948569 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cc1d9-e335-41ee-8254-8b9be3f4b8b2 req-58b8c0ce-38eb-46d8-8eda-a2bac14293f6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:56.950169 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c4cc1d9-e335-41ee-8254-8b9be3f4b8b2 req-58b8c0ce-38eb-46d8-8eda-a2bac14293f6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0962751 Aug 09 14:56:56.952263 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-eb0329bc-c3a0-435e-bdfa-8f8727575140 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 1001 time: 0.0895946 Aug 09 14:56:57.000022 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4c4cc1d9-e335-41ee-8254-8b9be3f4b8b2 req-3394853b-ac36-4795-af67-e5cbf8a06475 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Aug 09 14:56:57.058736 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-7be58cc1-72ff-446b-8e48-8d6513cc1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.060334 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-7be58cc1-72ff-446b-8e48-8d6513cc1c04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0481646 Aug 09 14:56:57.114206 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-a296e9a4-1922-41c8-a4b6-5dbe516cdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.115970 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-a296e9a4-1922-41c8-a4b6-5dbe516cdf57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417883 Aug 09 14:56:57.213293 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-6bf9ae32-ec77-405e-9784-064661fb20b6 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865798 Aug 09 14:56:57.330107 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f694022-7569-4517-b9c6-f7cb72727c03 req-bde80f1d-d479-4bbf-a86a-4080917f5c93 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095216 Aug 09 14:56:57.343632 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-1547637a-f25c-40e8-a11d-9baf1d2a3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.345070 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-1547637a-f25c-40e8-a11d-9baf1d2a3d75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1099 time: 0.0491846 Aug 09 14:56:57.445419 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-694182ed-0be7-4d47-a8be-98ad88fbf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.446923 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-694182ed-0be7-4d47-a8be-98ad88fbf472 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.0889442 Aug 09 14:56:57.511605 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-c05fcd1c-9f2e-4733-9e72-ea5482aacf9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 200 len: 1001 time: 0.0572319 Aug 09 14:56:57.560439 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-228cd15f-79b5-484d-a1d0-356429fb77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.561851 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-228cd15f-79b5-484d-a1d0-356429fb77d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0427644 Aug 09 14:56:57.614708 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-3b878282-a240-46d9-882d-e5e60ca4ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:57.616236 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-3b878282-a240-46d9-882d-e5e60ca4ee39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448861 Aug 09 14:56:57.705066 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-eae75045-888e-45fa-877c-11fddc10bf6a service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796294 Aug 09 14:56:57.798365 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d960fd4-a521-4d0d-be3a-fb778b9bf84a req-2ba56a87-7a16-4a87-b119-a9102dae8868 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Aug 09 14:56:58.022422 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:58.124376 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fea2b-3f5b-4958-87f5-7060fb3702cd req-ea2b5f01-56ed-45da-9ff5-e1d02bebe3b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:58.125862 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e4fea2b-3f5b-4958-87f5-7060fb3702cd req-ea2b5f01-56ed-45da-9ff5-e1d02bebe3b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0526574 Aug 09 14:56:58.162028 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e4fea2b-3f5b-4958-87f5-7060fb3702cd req-ea0a7b2c-6855-481f-ad64-35c44c13f722 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302284 Aug 09 14:56:58.514672 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bb02ca6e-21be-4339-8120-1c1258fffa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:59.280919 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2ace2-a576-4019-b128-c8cf02f7ed00 req-f9fea4fb-f19f-48f9-851e-9698a988ab45 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:56:59.282395 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97a2ace2-a576-4019-b128-c8cf02f7ed00 req-f9fea4fb-f19f-48f9-851e-9698a988ab45 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 946 time: 0.0487468 Aug 09 14:56:59.320816 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-97a2ace2-a576-4019-b128-c8cf02f7ed00 req-3e138e77-4a4e-4812-a463-f2c39c6af450 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Aug 09 14:56:59.480499 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:56:59.675685 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:59.700142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:56:59.703142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e392e9b0-e598-4b4a-a578-cc010f7ffb42" -d '{"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:56:59.717664 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:56:59.742450 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab3a39-be6e-49ce-8fd7-548a15707c27 x-openstack-request-id: req-a7ab3a39-be6e-49ce-8fd7-548a15707c27 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:56:59.742450 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:56:59.742823 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7ab3a39-be6e-49ce-8fd7-548a15707c27 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:56:59.743246 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'code': 200} Aug 09 14:56:59.790475 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:56:59.841804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=8']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:00.444803 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913332-1167-4615-b9f6-9af63fd76a9e req-d708e847-19bb-41e6-900b-774eda928f6e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:00.446276 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02913332-1167-4615-b9f6-9af63fd76a9e req-d708e847-19bb-41e6-900b-774eda928f6e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0519195 Aug 09 14:57:00.484845 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-02913332-1167-4615-b9f6-9af63fd76a9e req-7538d49e-5ebf-4663-8c5e-e0165ded1fb1 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Aug 09 14:57:01.230072 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f8c088fc-1376-44a2-8f18-58b1d3c7a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:01.687455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:02.302721 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:02.718507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341861d4-5a9d-4a43-88eb-5ded3c0f3d59 req-e37ff354-6cbb-436c-9cda-b5189dabd973 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:02.720072 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-341861d4-5a9d-4a43-88eb-5ded3c0f3d59 req-e37ff354-6cbb-436c-9cda-b5189dabd973 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0498095 Aug 09 14:57:02.757775 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-341861d4-5a9d-4a43-88eb-5ded3c0f3d59 req-04a7dfcf-e97e-42b8-913e-91619340de72 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Aug 09 14:57:02.906696 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-2a32b520-e847-4c01-8ef4-e0463b20ebd8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391250 Aug 09 14:57:03.778589 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:03.872332 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:57:03.899798 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64708c-9af2-4fce-b051-31582ad4c729 req-58ff03fb-106c-47ac-8fe0-a42f74a46cbc tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:03.901200 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a64708c-9af2-4fce-b051-31582ad4c729 req-58ff03fb-106c-47ac-8fe0-a42f74a46cbc tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0531733 Aug 09 14:57:03.940965 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1a64708c-9af2-4fce-b051-31582ad4c729 req-cc905530-2abf-474d-bb03-9f3576082582 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Aug 09 14:57:05.066825 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627f378-fc8e-412a-8d1f-43e0dcc334ed req-ef13a413-ba29-4737-8ad9-26beba4854f7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:05.068400 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9627f378-fc8e-412a-8d1f-43e0dcc334ed req-ef13a413-ba29-4737-8ad9-26beba4854f7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0546293 Aug 09 14:57:05.107894 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9627f378-fc8e-412a-8d1f-43e0dcc334ed req-68758ca9-9409-4ed6-9ff3-a8d3ff4b549e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Aug 09 14:57:05.631970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-7ff545aa-2db7-499b-9f15-1f7d43b0da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:05.633433 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-7ff545aa-2db7-499b-9f15-1f7d43b0da6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a&tenant_id=a9b99f1ec81a4feba4763c97b90de2b5 HTTP/1.1" status: 200 len: 1097 time: 0.0400078 Aug 09 14:57:05.699823 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-5b880423-428d-4a2e-a593-496e8dd3a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:05.701720 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-5b880423-428d-4a2e-a593-496e8dd3a324 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1097 time: 0.0406828 Aug 09 14:57:06.067531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-fe4ffe32-8c63-4d85-8495-686e24dd9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:06.072290 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-fe4ffe32-8c63-4d85-8495-686e24dd9ce0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 200 len: 918 time: 0.3590026 Aug 09 14:57:06.138094 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-d8def87b-6340-465a-a5fe-39dafee9eea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 200 len: 999 time: 0.0565546 Aug 09 14:57:06.221786 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-7287a7c1-f6a4-489d-9bdd-fdc9a75d7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:06.223160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-7287a7c1-f6a4-489d-9bdd-fdc9a75d7f84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 200 len: 856 time: 0.0713933 Aug 09 14:57:06.250582 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859d55-b84f-48ed-b58d-7b2ff86b33ea req-c6a267ea-59ca-4844-b984-e89b46999af9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:06.252029 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d1859d55-b84f-48ed-b58d-7b2ff86b33ea req-c6a267ea-59ca-4844-b984-e89b46999af9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0704226 Aug 09 14:57:06.306318 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d1859d55-b84f-48ed-b58d-7b2ff86b33ea req-4584da99-1649-4bb9-9e79-82ab04ccac41 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408266 Aug 09 14:57:06.309079 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-2b37cf6b-69ef-4d7e-b862-a128e438347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:06.310953 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-2b37cf6b-69ef-4d7e-b862-a128e438347a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=44779c08-5638-4f0b-9c37-1b7bd92e8d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766368 Aug 09 14:57:06.408573 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-d2bc3984-98f7-4dea-98b0-aa6f9d4ba1a4 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871165 Aug 09 14:57:06.501945 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-65db681f-9179-474a-bbf5-0f5cbbe165a0 service neutron] 10.222.0.58 "GET /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838072 Aug 09 14:57:07.492702 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ea5b-cb83-4c89-8c12-9e328b9fb5c7 req-408941a6-04d6-497c-8cd5-5e7a622261cd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:07.514592 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b65ea5b-cb83-4c89-8c12-9e328b9fb5c7 req-408941a6-04d6-497c-8cd5-5e7a622261cd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0976386 Aug 09 14:57:07.559671 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b65ea5b-cb83-4c89-8c12-9e328b9fb5c7 req-6acd305b-a643-4126-b93d-bd1c391c6743 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Aug 09 14:57:08.684027 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c74ac-dfd1-4247-8413-261e335cf3ea req-ea364954-0093-47f5-ba6a-49a4bbdf7af8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:08.686949 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-254c74ac-dfd1-4247-8413-261e335cf3ea req-ea364954-0093-47f5-ba6a-49a4bbdf7af8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0520842 Aug 09 14:57:08.731161 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-254c74ac-dfd1-4247-8413-261e335cf3ea req-c86bc6bf-6f0b-43d3-a733-1296a97f6665 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361960 Aug 09 14:57:09.854515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fda890-bb10-413a-934b-9a4e69202b6a req-bf469967-d925-4f0d-8e42-87e9e66a8e26 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:09.856019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73fda890-bb10-413a-934b-9a4e69202b6a req-bf469967-d925-4f0d-8e42-87e9e66a8e26 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0498660 Aug 09 14:57:09.901124 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73fda890-bb10-413a-934b-9a4e69202b6a req-b99c57cd-d0f8-4147-8eb2-2f9d239dbfc5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Aug 09 14:57:11.026362 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab0bfa-c29e-4284-8ca9-a5c60f741d81 req-4f164f13-5863-4711-ba2b-e419e49d6156 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:11.027877 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5ab0bfa-c29e-4284-8ca9-a5c60f741d81 req-4f164f13-5863-4711-ba2b-e419e49d6156 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0500674 Aug 09 14:57:11.070208 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5ab0bfa-c29e-4284-8ca9-a5c60f741d81 req-dc289f8a-8aff-4393-bcc2-0f9784c84d93 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360806 Aug 09 14:57:12.198147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f05e-56d5-49be-842c-e1abd31ad30c req-c2c408c6-7bda-4e3a-bcb4-e32f1e8eadfe tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:12.199832 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f159f05e-56d5-49be-842c-e1abd31ad30c req-c2c408c6-7bda-4e3a-bcb4-e32f1e8eadfe tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0490525 Aug 09 14:57:12.238580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f159f05e-56d5-49be-842c-e1abd31ad30c req-1299141d-065d-4235-b37d-f3f1527010a6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Aug 09 14:57:13.363571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548356a-3927-4db3-9682-8ea2739b1c1e req-c0561f64-6d49-4d1d-a608-5a77acbdc623 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:13.365057 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b548356a-3927-4db3-9682-8ea2739b1c1e req-c0561f64-6d49-4d1d-a608-5a77acbdc623 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0511346 Aug 09 14:57:13.403071 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b548356a-3927-4db3-9682-8ea2739b1c1e req-d534d0ba-6d2c-445b-959d-d6dc2b6dcf6c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321512 Aug 09 14:57:14.541326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7cfaa-b8fb-4c96-9412-fd5669b94d70 req-c4802975-35aa-4c68-827a-dcc4ef59d80e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:14.542916 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60e7cfaa-b8fb-4c96-9412-fd5669b94d70 req-c4802975-35aa-4c68-827a-dcc4ef59d80e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0577953 Aug 09 14:57:14.585871 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60e7cfaa-b8fb-4c96-9412-fd5669b94d70 req-b921f352-3292-4e7e-8f46-829a2e8ef134 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360625 Aug 09 14:57:15.729956 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928b117-076e-4064-84e8-5015451c9b3a req-0f3417c1-1c20-4a83-9313-0548c227ba29 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:15.731698 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b928b117-076e-4064-84e8-5015451c9b3a req-0f3417c1-1c20-4a83-9313-0548c227ba29 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0618920 Aug 09 14:57:15.797642 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b928b117-076e-4064-84e8-5015451c9b3a req-6b05c135-3c41-427d-b1a6-728d8c375141 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Aug 09 14:57:16.934550 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca22149-5f00-4f83-bbd6-cc4f71d21af5 req-7ea1d44d-b5c8-4678-9647-3283adff6dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:16.936061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ca22149-5f00-4f83-bbd6-cc4f71d21af5 req-7ea1d44d-b5c8-4678-9647-3283adff6dea tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0519068 Aug 09 14:57:16.974758 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6ca22149-5f00-4f83-bbd6-cc4f71d21af5 req-d5f1d239-af1f-4ab2-9cfd-44810da8c331 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Aug 09 14:57:17.641521 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:57:17.691204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43038) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:57:17.742127 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Deleting subnet dfa9b839-47fd-4ad1-9c7b-86a73589323c {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:57:17.745482 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:17.786790 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:17.835731 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:17.957076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:17.988761 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa9b839-47fd-4ad1-9c7b-86a73589323c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:17.996593 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.001326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dfa9b839-47fd-4ad1-9c7b-86a73589323c HTTP/1.1" status: 204 len: 168 time: 0.3062284 Aug 09 14:57:18.001326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.001326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.001326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.001714 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.001803 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43044) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:57:18.002248 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.002248 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.002413 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.002679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.003007 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.003381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.003725 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.004015 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bbc3c1-f6ff-4081-b911-37ad360108c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.083424 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.112034 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eaf23-7fe1-4090-9684-2d15cf7c7b1c req-8c34a05d-e7fd-4b35-8cb0-5b48f39ed80d tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:18.113642 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed4eaf23-7fe1-4090-9684-2d15cf7c7b1c req-8c34a05d-e7fd-4b35-8cb0-5b48f39ed80d tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0847960 Aug 09 14:57:18.166772 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.178016 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64fb52e-0935-4902-9baf-e588640fc063']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:57:18.188969 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03645815-51fa-469c-b772-46e6f129d513') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:57:18.189551 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03645815-51fa-469c-b772-46e6f129d513') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:57:18.198943 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.211263 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ed4eaf23-7fe1-4090-9684-2d15cf7c7b1c req-637a98e4-ca20-4d68-97c8-f8fed315a2bb tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905960 Aug 09 14:57:18.223453 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.225788 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:57:18.226171 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:57:18.227809 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:57:18.235653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28db429-3931-42ce-9f6d-f7118b9b0f3f req-ce009e27-893e-442a-8ce7-20e9b177dd39 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:18.239157 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d28db429-3931-42ce-9f6d-f7118b9b0f3f req-ce009e27-893e-442a-8ce7-20e9b177dd39 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0650125 Aug 09 14:57:18.281250 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d28db429-3931-42ce-9f6d-f7118b9b0f3f req-d11c8ac0-036e-4fd4-930f-98c6089c98e8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 Aug 09 14:57:18.406680 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.412236 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.416938 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d64fb52e-0935-4902-9baf-e588640fc063 HTTP/1.1" status: 204 len: 168 time: 0.4142187 Aug 09 14:57:18.428506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d64fb52e-0935-4902-9baf-e588640fc063,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:18.435833 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.436189 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.437705 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.438058 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.438407 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.438772 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.439130 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.439461 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.439795 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.440130 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.440453 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.440779 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f7a21-44dc-4910-8a83-40f8bd924a51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:18.792095 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43050) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:57:18.831625 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a6439740-7a75-4d80-ac9f-7586baefbc68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abc3a7fa9bd74a7285a5b176f517d2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382752 Aug 09 14:57:18.833973 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43052) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:57:18.880707 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:18.904490 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:19.079978 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:19.082778 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:19.083958 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3649c617-9046-4c4f-94a6-d14bf20eb2bc HTTP/1.1" status: 204 len: 168 time: 0.2491128 Aug 09 14:57:19.092237 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d8f86-3855-4613-90f6-23c0e1d60fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649c617-9046-4c4f-94a6-d14bf20eb2bc,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:19.337906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6de69b-0cbb-425f-a38f-4f8d8f489fb1 req-d7c1350f-db99-4aef-9188-99ca4629960e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:19.339526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4a6de69b-0cbb-425f-a38f-4f8d8f489fb1 req-d7c1350f-db99-4aef-9188-99ca4629960e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0581098 Aug 09 14:57:19.407806 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4a6de69b-0cbb-425f-a38f-4f8d8f489fb1 req-4e0b06bb-cec8-44d7-ba5e-0f854f288085 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603595 Aug 09 14:57:19.428319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f13cc-c7e3-4326-a392-cd026ef64fa7 req-227dc245-9e45-404c-b76d-c03fc6e97149 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:19.430086 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-725f13cc-c7e3-4326-a392-cd026ef64fa7 req-227dc245-9e45-404c-b76d-c03fc6e97149 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0691252 Aug 09 14:57:19.473892 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-725f13cc-c7e3-4326-a392-cd026ef64fa7 req-a1047d89-e995-40b0-9bb9-12970871c9aa tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372853 Aug 09 14:57:20.541678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c70ed-8d14-4b28-aef1-881ea8c7d9c8 req-0bb38fdc-803e-4137-b8cb-ec4eeb94a8ed tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:20.546734 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-933c70ed-8d14-4b28-aef1-881ea8c7d9c8 req-0bb38fdc-803e-4137-b8cb-ec4eeb94a8ed tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Aug 09 14:57:20.605118 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-933c70ed-8d14-4b28-aef1-881ea8c7d9c8 req-847416b4-8e80-47d7-9169-71c2f28607b7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553269 Aug 09 14:57:20.622137 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edea80-6cb3-42d1-a214-797212da6348 req-fc0e1756-cd2d-496b-ad59-61b2e7667809 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:20.623737 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7edea80-6cb3-42d1-a214-797212da6348 req-fc0e1756-cd2d-496b-ad59-61b2e7667809 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0680635 Aug 09 14:57:20.677406 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a7edea80-6cb3-42d1-a214-797212da6348 req-20bef6b3-dd57-4992-8298-6f759adec889 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Aug 09 14:57:20.713469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f691f83-3784-4497-926f-8b71428c1ff4 req-7e7c6173-d3f2-4064-b0c5-2f3788618d4c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:20.714884 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f691f83-3784-4497-926f-8b71428c1ff4 req-7e7c6173-d3f2-4064-b0c5-2f3788618d4c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0526204 Aug 09 14:57:20.753497 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1f691f83-3784-4497-926f-8b71428c1ff4 req-03379045-cab4-408a-8295-4eb465db1aab tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324674 Aug 09 14:57:21.721711 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c20124-4dc1-417c-a791-2cbb67d6501a req-685f6d53-2d0b-4626-b7e7-d8db416afea8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:21.723240 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5c20124-4dc1-417c-a791-2cbb67d6501a req-685f6d53-2d0b-4626-b7e7-d8db416afea8 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0498714 Aug 09 14:57:21.769798 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a5c20124-4dc1-417c-a791-2cbb67d6501a req-908a6255-773d-4183-93b8-933c9a817616 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406637 Aug 09 14:57:21.809988 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9c4c-393d-4f56-a310-87186d9d548e req-a11d69d6-ee87-4150-86e1-19aa3eb9e5a9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:21.811484 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d0aa9c4c-393d-4f56-a310-87186d9d548e req-a11d69d6-ee87-4150-86e1-19aa3eb9e5a9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0574129 Aug 09 14:57:21.872661 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d0aa9c4c-393d-4f56-a310-87186d9d548e req-10b54daf-0f01-4fe5-8fcd-4256be07a6f0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540986 Aug 09 14:57:21.893124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7703f-9e68-4e95-9082-93e13dc09ba0 req-f38d1069-ab81-41a6-92ad-6676e414af49 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:21.894626 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9f7703f-9e68-4e95-9082-93e13dc09ba0 req-f38d1069-ab81-41a6-92ad-6676e414af49 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0622790 Aug 09 14:57:21.931862 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b9f7703f-9e68-4e95-9082-93e13dc09ba0 req-a2da08e8-48f7-4228-9d88-3f3eb6339adc tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Aug 09 14:57:22.884977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a1115-1f93-45e9-b208-1f43648ca603 req-2f18d8fb-dcf6-4377-a787-dd5330a74dc6 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:22.886466 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-189a1115-1f93-45e9-b208-1f43648ca603 req-2f18d8fb-dcf6-4377-a787-dd5330a74dc6 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0483918 Aug 09 14:57:22.925959 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-189a1115-1f93-45e9-b208-1f43648ca603 req-48d3226f-dd12-4a24-bd34-b3a1fee0943a tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Aug 09 14:57:22.999081 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11b22-58df-4e79-9cb3-bda845e9435b req-5bfd94b6-ba03-473e-836f-2642a10d17d6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:23.000895 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9bf11b22-58df-4e79-9cb3-bda845e9435b req-5bfd94b6-ba03-473e-836f-2642a10d17d6 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 944 time: 0.0555491 Aug 09 14:57:23.071055 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9bf11b22-58df-4e79-9cb3-bda845e9435b req-8c67f459-18ec-482a-9fe6-2eeb158a1fb8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630460 Aug 09 14:57:23.080045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab3503-50ef-4674-9a10-e6e0589dd51a req-a47fb86c-29d5-49df-83d3-bc5c73c26b13 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:23.081694 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f0ab3503-50ef-4674-9a10-e6e0589dd51a req-a47fb86c-29d5-49df-83d3-bc5c73c26b13 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0756710 Aug 09 14:57:23.123330 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f0ab3503-50ef-4674-9a10-e6e0589dd51a req-385dc950-133a-4fd6-ba24-b90ac0ac215a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354123 Aug 09 14:57:23.572750 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:57:23.669009 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:23.680537 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'port_id': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'mac_address': 'fa:16:3e:80:48:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:57:23.720362 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:23.733070 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:57:23.753028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:23.816850 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:23.864899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=9']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:23.871752 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.875668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.876445 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:23.876445 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:57:24.038726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0ba02-ae89-469a-9845-020e2a50215f req-a16a94e5-072e-4f5a-af1f-4395fbf6221f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:24.040478 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58c0ba02-ae89-469a-9845-020e2a50215f req-a16a94e5-072e-4f5a-af1f-4395fbf6221f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0482605 Aug 09 14:57:24.068551 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['6c77eaaf-e810-4161-a06a-78ed4f29ae83'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:57:24.079266 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58c0ba02-ae89-469a-9845-020e2a50215f req-5ecd2208-a8b8-45e6-b787-2c516aa274e5 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Aug 09 14:57:24.198756 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e31c7-46a3-45c5-b4fe-0a38b8ca30cc req-69d00f6f-5fd4-47c8-a9ef-8b474435b671 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:24.200386 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-870e31c7-46a3-45c5-b4fe-0a38b8ca30cc req-69d00f6f-5fd4-47c8-a9ef-8b474435b671 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 945 time: 0.0542724 Aug 09 14:57:24.271750 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879d054-6f1c-4dea-98cb-fe715f6231bd req-032619ea-6a14-466c-b0b6-a36a56bd13c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:24.273239 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c879d054-6f1c-4dea-98cb-fe715f6231bd req-032619ea-6a14-466c-b0b6-a36a56bd13c3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0719941 Aug 09 14:57:24.276037 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-870e31c7-46a3-45c5-b4fe-0a38b8ca30cc req-b902d3fe-a510-44be-aae4-571d25dda7c7 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665572 Aug 09 14:57:24.310872 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c879d054-6f1c-4dea-98cb-fe715f6231bd req-2848ccd3-4b55-49f0-9ba1-006268dfbb19 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Aug 09 14:57:25.200518 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df2a9-970a-4fcd-ba4f-5f9e88d5e8bb req-6c375761-92c4-40db-859e-88f6d93dc08f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:25.202046 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e3df2a9-970a-4fcd-ba4f-5f9e88d5e8bb req-6c375761-92c4-40db-859e-88f6d93dc08f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0562363 Aug 09 14:57:25.244474 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6e3df2a9-970a-4fcd-ba4f-5f9e88d5e8bb req-9475764e-82c1-4bad-96cd-2b19920a522c tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356917 Aug 09 14:57:25.421417 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb450b17-13ed-41bb-9d37-b821ff731134 req-42f50303-4c46-4bd5-b5e8-b532bc4106e5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:25.422990 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb450b17-13ed-41bb-9d37-b821ff731134 req-42f50303-4c46-4bd5-b5e8-b532bc4106e5 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 945 time: 0.0750699 Aug 09 14:57:25.444528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd50fe-1806-4318-834b-6fad09cec390 req-40be1224-7549-4d70-a8ba-9414c91667fa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:25.445978 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c6fd50fe-1806-4318-834b-6fad09cec390 req-40be1224-7549-4d70-a8ba-9414c91667fa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0687695 Aug 09 14:57:25.495249 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb450b17-13ed-41bb-9d37-b821ff731134 req-58e593e8-c336-48b6-8807-077d04821427 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645804 Aug 09 14:57:25.502868 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c6fd50fe-1806-4318-834b-6fad09cec390 req-6a208fa5-d98d-4e24-b96c-3ced5ca7ca9d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487132 Aug 09 14:57:25.584824 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:57:25.631661 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:57:25.632030 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:25.705057 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:25.728765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:57:25.730941 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e527c6f2-de38-4708-bb19-3168907c5ea7" -d '{"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:57:25.743010 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:25.767891 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7615052a-ae06-4458-8c97-ca21a11c2864 x-openstack-request-id: req-7615052a-ae06-4458-8c97-ca21a11c2864 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:57:25.768183 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-plugged", "status": "completed", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:57:25.768438 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7615052a-ae06-4458-8c97-ca21a11c2864 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:57:25.768844 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'code': 200} Aug 09 14:57:25.811113 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:25.860480 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=10']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:26.076813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94398b4-7ea9-4e65-bd6a-a504d5092fa5 req-3046e17c-392a-4be3-94ea-cd0c99cd368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:26.078204 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b94398b4-7ea9-4e65-bd6a-a504d5092fa5 req-3046e17c-392a-4be3-94ea-cd0c99cd368b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 1100 time: 0.0407305 Aug 09 14:57:26.117573 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b94398b4-7ea9-4e65-bd6a-a504d5092fa5 req-2d4f3dcd-6eac-4c94-969d-3dbb8021fc75 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Aug 09 14:57:26.357819 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8d610-334e-4755-bcf3-9441028fcef2 req-4a14c4e2-258c-4eec-bccf-d89f13168135 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:26.359961 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ddd8d610-334e-4755-bcf3-9441028fcef2 req-4a14c4e2-258c-4eec-bccf-d89f13168135 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Aug 09 14:57:26.396533 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ddd8d610-334e-4755-bcf3-9441028fcef2 req-d88163d5-61ba-45f4-890f-0ea253c79a47 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Aug 09 14:57:26.646308 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09eef9-f873-4ccc-8f4c-d610814e9247 req-f3b852d5-0bbd-41e8-9c1e-67d535105ee4 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:26.647815 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d09eef9-f873-4ccc-8f4c-d610814e9247 req-f3b852d5-0bbd-41e8-9c1e-67d535105ee4 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0779159 Aug 09 14:57:26.656330 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2705-cdb9-43cb-b79d-13d7879637eb req-32a3af2e-7f70-48cf-b08c-9c2133f1a517 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:26.657710 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-028e2705-cdb9-43cb-b79d-13d7879637eb req-32a3af2e-7f70-48cf-b08c-9c2133f1a517 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0859647 Aug 09 14:57:26.713255 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d09eef9-f873-4ccc-8f4c-d610814e9247 req-dacd297e-0104-4488-af06-0307cad632d2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546136 Aug 09 14:57:26.721352 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-028e2705-cdb9-43cb-b79d-13d7879637eb req-db1ba6db-7d27-498e-adf5-c53de144e27f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570796 Aug 09 14:57:27.512066 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb1e31-ac3f-478d-9a28-eddfe09f6f8c req-95734fdd-bc11-4300-bd75-366747702bd7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:27.513544 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7fb1e31-ac3f-478d-9a28-eddfe09f6f8c req-95734fdd-bc11-4300-bd75-366747702bd7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0497026 Aug 09 14:57:27.558113 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f7fb1e31-ac3f-478d-9a28-eddfe09f6f8c req-bc8ff6d7-7fd8-4ec2-9b44-c42b07d1c256 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Aug 09 14:57:27.867256 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3dbfd-e084-4ff2-b90f-563c899d750e req-13fd4848-67ce-401f-95a9-5e6ff98d15e7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:27.868956 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14b3dbfd-e084-4ff2-b90f-563c899d750e req-13fd4848-67ce-401f-95a9-5e6ff98d15e7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0855987 Aug 09 14:57:27.878548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d86f-cf68-4128-916f-166ed3dab952 req-46eecd6d-0251-4f08-993b-673f41a28798 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:27.879979 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b575d86f-cf68-4128-916f-166ed3dab952 req-46eecd6d-0251-4f08-993b-673f41a28798 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0863807 Aug 09 14:57:27.933016 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-14b3dbfd-e084-4ff2-b90f-563c899d750e req-aa0252a8-d62c-4ccd-9783-189a076ced2a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520480 Aug 09 14:57:27.941264 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b575d86f-cf68-4128-916f-166ed3dab952 req-b5210123-0a9b-4bbf-ac46-a390f40f4c7d tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545416 Aug 09 14:57:28.028306 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:28.504632 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a749547a-cb6f-44d2-9d06-dc9eae2e9851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:28.674363 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1028-3fde-47d0-8178-f222a236dfdc req-93d86bf7-245d-4d4e-aa78-a7cd4538e59a tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:28.675818 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b4c1028-3fde-47d0-8178-f222a236dfdc req-93d86bf7-245d-4d4e-aa78-a7cd4538e59a tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0496540 Aug 09 14:57:28.712474 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b4c1028-3fde-47d0-8178-f222a236dfdc req-c78a1dc7-1c0f-42ac-98e9-424d1e712d95 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Aug 09 14:57:29.078702 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca326da7-4f8f-414b-97a5-e6a72b77ec55 req-fcad6e91-0565-403f-8ce9-0e9b8d5f28d3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.080324 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca326da7-4f8f-414b-97a5-e6a72b77ec55 req-fcad6e91-0565-403f-8ce9-0e9b8d5f28d3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0773766 Aug 09 14:57:29.102548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81511a2-df3f-40f6-a8d9-c3818635373d req-166243b9-f2f6-4d4a-bd6f-e7a8841ec3cd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.104118 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a81511a2-df3f-40f6-a8d9-c3818635373d req-166243b9-f2f6-4d4a-bd6f-e7a8841ec3cd tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0905068 Aug 09 14:57:29.152088 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ca326da7-4f8f-414b-97a5-e6a72b77ec55 req-f462a64e-7d03-49d9-bb5a-5d6d8a2aca4d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645173 Aug 09 14:57:29.159826 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a81511a2-df3f-40f6-a8d9-c3818635373d req-cf677f91-ef62-455f-9234-124c10f4ea90 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482256 Aug 09 14:57:29.431907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-1748f3cb-0e4a-4e27-8d67-d181d7602256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.433529 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-1748f3cb-0e4a-4e27-8d67-d181d7602256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0408988 Aug 09 14:57:29.524429 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-eb55b9eb-5977-4ad8-839e-9e8ab5713009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.525880 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-eb55b9eb-5977-4ad8-839e-9e8ab5713009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0850096 Aug 09 14:57:29.590330 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-39e8e525-f138-44ba-9632-36e2077daf97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 1001 time: 0.0560977 Aug 09 14:57:29.640901 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-65521e3f-8ba5-4209-8193-5d605f6baf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.642318 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-65521e3f-8ba5-4209-8193-5d605f6baf67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0432689 Aug 09 14:57:29.692314 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-d3c23d7e-3297-4d8c-a687-cc43f9c1e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.693707 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-d3c23d7e-3297-4d8c-a687-cc43f9c1e3a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442758 Aug 09 14:57:29.793331 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-f4b6f790-0f8d-4034-b327-a18901af4985 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921540 Aug 09 14:57:29.880688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c34fe-01e6-4b12-866f-77d0521a2d78 req-3b8fc113-ee48-468a-811e-95078dde4277 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:29.882160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-404c34fe-01e6-4b12-866f-77d0521a2d78 req-3b8fc113-ee48-468a-811e-95078dde4277 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.1021066 Aug 09 14:57:29.933321 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4b8ae8ff-2899-4e5b-b4dd-dcae1a1d1646 req-8f3196e5-c6e7-428f-b270-8417c37f31db service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263833 Aug 09 14:57:29.939158 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-404c34fe-01e6-4b12-866f-77d0521a2d78 req-9338dcb2-f461-414f-858b-09b55b589ebc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486643 Aug 09 14:57:30.266001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835592d-1067-44ee-8c31-ab2a7dc36b46 req-8f19184b-86b4-422a-8c12-59b23fe625e8 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:30.267526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e835592d-1067-44ee-8c31-ab2a7dc36b46 req-8f19184b-86b4-422a-8c12-59b23fe625e8 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0480306 Aug 09 14:57:30.305389 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e835592d-1067-44ee-8c31-ab2a7dc36b46 req-0a850d8f-ece8-4abf-aff4-8e104eac7428 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Aug 09 14:57:31.057211 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cdb17-875d-4646-8d1d-d76a839540fa req-138b613f-1e4f-41b7-b4c9-23eebd1f0bdc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:31.058706 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e35cdb17-875d-4646-8d1d-d76a839540fa req-138b613f-1e4f-41b7-b4c9-23eebd1f0bdc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0539386 Aug 09 14:57:31.096197 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e35cdb17-875d-4646-8d1d-d76a839540fa req-61d20b99-b43e-4644-83a9-bd9f637b3f45 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Aug 09 14:57:31.176536 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-8e42bac2-c763-4c2c-808e-6a48f9d28013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:31.420596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb175277-241b-41c8-9cfe-68f28c360ed0 req-e5069467-bb08-4329-8e3b-d627ec76eaf5 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:31.422323 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bb175277-241b-41c8-9cfe-68f28c360ed0 req-e5069467-bb08-4329-8e3b-d627ec76eaf5 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0511668 Aug 09 14:57:31.460194 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bb175277-241b-41c8-9cfe-68f28c360ed0 req-a13dbefe-7db4-4ea4-ae84-dbfb06a0b040 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Aug 09 14:57:31.670409 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:31.846414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57466b-e57a-4c1e-837b-13d6f16419ce req-ee579064-5f6c-4a4c-a40f-bc21c5f94f4d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:31.848032 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f57466b-e57a-4c1e-837b-13d6f16419ce req-ee579064-5f6c-4a4c-a40f-bc21c5f94f4d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0486467 Aug 09 14:57:31.886546 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f57466b-e57a-4c1e-837b-13d6f16419ce req-d4a067df-a051-45fe-b909-ffe37af34b16 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Aug 09 14:57:31.986066 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-989c0fe3-8b4c-4fea-8b05-e1368617005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:31.987592 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-989c0fe3-8b4c-4fea-8b05-e1368617005a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1098 time: 0.0445871 Aug 09 14:57:32.075906 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-47f6f6b3-0921-49c8-a100-ad7ac3409041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:32.077407 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-47f6f6b3-0921-49c8-a100-ad7ac3409041 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 911 time: 0.0829670 Aug 09 14:57:32.149080 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-5d257721-098c-4c15-8a54-bdda8d0ef6cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 1000 time: 0.0642729 Aug 09 14:57:32.228921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-cc1a5b99-42aa-4728-9849-fa18139007fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:32.230392 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-cc1a5b99-42aa-4728-9849-fa18139007fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0734231 Aug 09 14:57:32.243053 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b52c9-e876-4e13-babe-93d4dbe03a5a req-a36e752c-7ca4-4aab-a2e9-d4864c4ef302 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:32.244504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-676b52c9-e876-4e13-babe-93d4dbe03a5a req-a36e752c-7ca4-4aab-a2e9-d4864c4ef302 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0780954 Aug 09 14:57:32.293301 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:32.309829 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-676b52c9-e876-4e13-babe-93d4dbe03a5a req-e1e908f8-da57-4a22-a12c-ae4bbf5d8bad tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569587 Aug 09 14:57:32.315470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-f4778d74-a8e3-464f-97f5-0b49f969f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:32.316926 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-f4778d74-a8e3-464f-97f5-0b49f969f4bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715861 Aug 09 14:57:32.408505 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-eb2b18de-07d1-462a-8679-2059ebcee628 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841427 Aug 09 14:57:32.505045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9df17cf7-395e-4b6e-9ba4-67371d3e1f47 req-2d9f8efe-7b90-4ac0-8ace-334b9885a42e service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850217 Aug 09 14:57:33.004052 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e11c7d-8c81-4f8c-8d8b-173b7b51ac68 req-be15231c-4694-4fda-ade7-fa2a36b5cb55 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:33.005682 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10e11c7d-8c81-4f8c-8d8b-173b7b51ac68 req-be15231c-4694-4fda-ade7-fa2a36b5cb55 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0496423 Aug 09 14:57:33.044784 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-10e11c7d-8c81-4f8c-8d8b-173b7b51ac68 req-3c98b8f8-d8ab-46d0-bff4-40a56e0eb4a6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Aug 09 14:57:33.425159 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1636-3c2d-4b87-9950-72c10e1dd526 req-a1d5ab90-1e45-4ad5-9d9a-37820e672b04 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:33.426611 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69fd1636-3c2d-4b87-9950-72c10e1dd526 req-a1d5ab90-1e45-4ad5-9d9a-37820e672b04 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Aug 09 14:57:33.463418 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-69fd1636-3c2d-4b87-9950-72c10e1dd526 req-2257a535-f911-4736-ae80-b078ec101ec9 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Aug 09 14:57:33.610983 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:57:33.689056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:33.712929 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:57:33.715278 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6216da-0ab2-4a62-bb22-8c0ff6eb219b" -d '{"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:57:33.732800 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:33.754605 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782a8258-06c0-4658-ab99-ee1d1886452f x-openstack-request-id: req-782a8258-06c0-4658-ab99-ee1d1886452f {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:57:33.754991 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-unplugged", "status": "failed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "code": 422}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:57:33.755363 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-782a8258-06c0-4658-ab99-ee1d1886452f {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:57:33.755863 dv-cinder-788363-9-iscsi neutron-server[100407]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'code': 422} returned with failed status Aug 09 14:57:33.785967 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfd11f-fcc5-4091-a641-8548cebdb7d6 req-8f586bfb-8eb8-45a8-a942-65133cd0614b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:33.787576 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-88bfd11f-fcc5-4091-a641-8548cebdb7d6 req-8f586bfb-8eb8-45a8-a942-65133cd0614b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0505028 Aug 09 14:57:33.805287 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:33.830892 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:33.847149 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-88bfd11f-fcc5-4091-a641-8548cebdb7d6 req-a9c216e1-ca6b-41d2-8c0d-c8b36e5ee1ff tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531335 Aug 09 14:57:33.863210 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43188) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:57:33.865951 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=6']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:33.947124 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-c6446292-4084-46ea-bc85-f55c796c7f6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835719 Aug 09 14:57:34.161337 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f54f-9d1c-4ba2-9b0e-7a9fc9dee01d req-c030a4d8-309e-47a6-9090-71b1a0d8c01c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:34.162817 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ada6f54f-9d1c-4ba2-9b0e-7a9fc9dee01d req-c030a4d8-309e-47a6-9090-71b1a0d8c01c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0490410 Aug 09 14:57:34.199882 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ada6f54f-9d1c-4ba2-9b0e-7a9fc9dee01d req-4b7b513d-611d-4c9b-be08-caaadd37b76d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Aug 09 14:57:34.959647 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69a8e-eea4-4e69-a7a0-152762d0ae63 req-964672b4-f8ff-45a2-88d9-b0412cc8b557 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:34.961208 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-24b69a8e-eea4-4e69-a7a0-152762d0ae63 req-964672b4-f8ff-45a2-88d9-b0412cc8b557 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0516086 Aug 09 14:57:34.999275 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-24b69a8e-eea4-4e69-a7a0-152762d0ae63 req-9ee29914-48a6-4260-a97b-09bd96256ec9 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Aug 09 14:57:36.113459 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35288ee-57d0-4e1c-a828-061182bd93a5 req-87e124bc-6381-40fa-97b9-20de31887ffc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.114952 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a35288ee-57d0-4e1c-a828-061182bd93a5 req-87e124bc-6381-40fa-97b9-20de31887ffc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0486369 Aug 09 14:57:36.157075 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a35288ee-57d0-4e1c-a828-061182bd93a5 req-2a0fe2c9-d92c-472b-b724-6792db678659 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361125 Aug 09 14:57:36.297212 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-3150fe03-48cf-401d-b050-890bac61de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.298772 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-3150fe03-48cf-401d-b050-890bac61de8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6&tenant_id=8fb370bf996c4e34832547e0c10a54ba HTTP/1.1" status: 200 len: 1097 time: 0.0424397 Aug 09 14:57:36.361966 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-8566246d-34cd-4573-862a-7b967fea0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.363517 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-8566246d-34cd-4573-862a-7b967fea0c95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1097 time: 0.0402260 Aug 09 14:57:36.455523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-3f327298-a455-42e2-8693-3a820ba2e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.456999 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-3f327298-a455-42e2-8693-3a820ba2e4c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0856824 Aug 09 14:57:36.522190 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-9f2ec124-33f5-43b4-ba40-589587416454 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 999 time: 0.0572255 Aug 09 14:57:36.571238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-ca6fe0f1-1a0b-4fc9-ad5c-095fcce1af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.572637 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-ca6fe0f1-1a0b-4fc9-ad5c-095fcce1af86 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0434356 Aug 09 14:57:36.620829 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-f176632e-b0d1-4cb9-81cb-c6c3723b4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:36.622326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-f176632e-b0d1-4cb9-81cb-c6c3723b4180 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427108 Aug 09 14:57:36.710041 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-c94ddea3-cb79-4d5b-9184-4aa10b314bfc service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793633 Aug 09 14:57:36.802272 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-78b17536-fac2-4bfa-9593-23b57d0bff3e service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Aug 09 14:57:37.269160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f215a-6391-4c06-bfe1-c45b2ce47207 req-e802a390-298b-4c36-9048-bdab853bdb7e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:37.270606 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-770f215a-6391-4c06-bfe1-c45b2ce47207 req-e802a390-298b-4c36-9048-bdab853bdb7e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0479004 Aug 09 14:57:37.307624 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-770f215a-6391-4c06-bfe1-c45b2ce47207 req-2d1a5c0d-3663-4174-b435-d683be584462 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Aug 09 14:57:38.420900 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb178a57-6db0-4c43-bfae-4b22467aaf46 req-1e4b6f0d-cd9b-4a00-a8d2-34261129923a tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:38.423014 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb178a57-6db0-4c43-bfae-4b22467aaf46 req-1e4b6f0d-cd9b-4a00-a8d2-34261129923a tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0473471 Aug 09 14:57:38.459606 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb178a57-6db0-4c43-bfae-4b22467aaf46 req-1b6ebe9d-a8b4-4d8c-8e13-8c06931e533e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Aug 09 14:57:39.571392 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47244c42-7882-4587-ac71-51f30a78302d req-d9aeb851-ecfe-42ee-881c-780cd4c8408e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:39.572865 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-47244c42-7882-4587-ac71-51f30a78302d req-d9aeb851-ecfe-42ee-881c-780cd4c8408e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0482869 Aug 09 14:57:39.612664 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-47244c42-7882-4587-ac71-51f30a78302d req-d6ba5325-0f33-418a-97e1-aa554ae217da tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332670 Aug 09 14:57:40.725039 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655341-b102-4953-ae65-985efc865f93 req-3c84e9ba-8d41-47d6-9e3d-5ee95fb8aae3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:40.726509 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc655341-b102-4953-ae65-985efc865f93 req-3c84e9ba-8d41-47d6-9e3d-5ee95fb8aae3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0477307 Aug 09 14:57:40.765147 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc655341-b102-4953-ae65-985efc865f93 req-e48c3c11-29df-4467-b0e3-a248dc0ccc4b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327373 Aug 09 14:57:41.882865 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa2ad3-5521-44a3-8925-e05981071ac8 req-2e610de6-4f71-4462-96aa-4fe778eadcef tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:41.884364 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-49aa2ad3-5521-44a3-8925-e05981071ac8 req-2e610de6-4f71-4462-96aa-4fe778eadcef tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Aug 09 14:57:41.922795 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-49aa2ad3-5521-44a3-8925-e05981071ac8 req-e28c0fad-2c43-44f8-acc8-2b445c642ea7 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Aug 09 14:57:43.033831 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae765a-b190-46bb-848f-284c7663170d req-2d236e9b-5b37-4f23-81b2-e3addeac8807 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:43.035340 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-daae765a-b190-46bb-848f-284c7663170d req-2d236e9b-5b37-4f23-81b2-e3addeac8807 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0477097 Aug 09 14:57:43.075472 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-daae765a-b190-46bb-848f-284c7663170d req-bc3b322a-bd93-424f-aaf7-b92efde7e13b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339274 Aug 09 14:57:44.189344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01b41-4875-4a4a-a83b-fba25db2a0b0 req-61b39070-ba33-4a84-9bef-ac4e03a56f14 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:44.190860 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b6d01b41-4875-4a4a-a83b-fba25db2a0b0 req-61b39070-ba33-4a84-9bef-ac4e03a56f14 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Aug 09 14:57:44.227595 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b6d01b41-4875-4a4a-a83b-fba25db2a0b0 req-5c4aa68b-311c-46f2-9daf-3ce6573c5993 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308855 Aug 09 14:57:45.346304 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184bc4b-583c-4ba5-bd08-1a7ad9341b26 req-adc32ccd-0f86-4b73-b6fb-58dcb8f7b202 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:45.347808 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5184bc4b-583c-4ba5-bd08-1a7ad9341b26 req-adc32ccd-0f86-4b73-b6fb-58dcb8f7b202 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 944 time: 0.0495718 Aug 09 14:57:45.385227 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5184bc4b-583c-4ba5-bd08-1a7ad9341b26 req-4044a9f8-6410-49ee-9fc5-b652eb70c4f4 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Aug 09 14:57:45.684127 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:57:45.779592 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:45.790875 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'port_id': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'mac_address': 'fa:16:3e:f8:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:57:45.827141 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:45.842849 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4df045-aec1-4f58-bd6c-d303638a55ab {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:57:45.862506 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:45.932669 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:45.985472 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=7']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:46.201993 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['1c4df045-aec1-4f58-bd6c-d303638a55ab'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:57:46.498743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d5fa-6080-4e88-8ea7-baa7d978fb77 req-24d63b23-146f-43f2-8951-39679285ca71 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:46.500334 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2201d5fa-6080-4e88-8ea7-baa7d978fb77 req-24d63b23-146f-43f2-8951-39679285ca71 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 945 time: 0.0477390 Aug 09 14:57:46.540792 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2201d5fa-6080-4e88-8ea7-baa7d978fb77 req-8af99d0c-40cc-45f2-89e1-a50b8f207fb4 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347080 Aug 09 14:57:47.653797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b65507-284c-466f-bf06-0fa386d611af req-08465f1e-86d9-48c5-89e5-2ac14b1c0d83 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:47.655277 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55b65507-284c-466f-bf06-0fa386d611af req-08465f1e-86d9-48c5-89e5-2ac14b1c0d83 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 945 time: 0.0494628 Aug 09 14:57:47.693051 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:57:47.694471 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-55b65507-284c-466f-bf06-0fa386d611af req-e928d02d-0355-4476-a818-4c28a2697077 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Aug 09 14:57:47.741902 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 1c4df045-aec1-4f58-bd6c-d303638a55ab triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:57:47.742258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:47.816361 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:47.839201 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:57:47.841434 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc786b0-680f-4ab3-9687-a48e09bef158" -d '{"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-plugged", "status": "completed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:57:47.861593 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:57:47.878888 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d0de3-cc0d-45a1-9704-ff18b0b89e59 x-openstack-request-id: req-608d0de3-cc0d-45a1-9704-ff18b0b89e59 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:57:47.879219 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-plugged", "status": "completed", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:57:47.879486 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-608d0de3-cc0d-45a1-9704-ff18b0b89e59 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:57:47.879879 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'code': 200} Aug 09 14:57:47.936630 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:47.984790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=8']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:57:48.154766 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0dd48-3226-43e2-81f1-39de6dcb2069 req-53cab427-3d94-4ed5-8c4d-427e56f6e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:48.156304 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bd0dd48-3226-43e2-81f1-39de6dcb2069 req-53cab427-3d94-4ed5-8c4d-427e56f6e0a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0384910 Aug 09 14:57:48.192711 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bd0dd48-3226-43e2-81f1-39de6dcb2069 req-d97acf39-818f-4e48-9059-fb3d79b600fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281808 Aug 09 14:57:48.806715 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acabb0d-6774-4622-94dd-97e9d9f94a68 req-19f7ee94-46fc-4c84-99e0-9cefef9d5b28 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:48.808237 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1acabb0d-6774-4622-94dd-97e9d9f94a68 req-19f7ee94-46fc-4c84-99e0-9cefef9d5b28 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0489545 Aug 09 14:57:48.849801 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1acabb0d-6774-4622-94dd-97e9d9f94a68 req-da2420ea-c95f-4986-b5cf-1304f53421e5 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356390 Aug 09 14:57:49.963927 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac51efc-c757-4af6-9e50-5514672dfde3 req-123f17eb-581f-4c9e-b178-d740f79173a3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:49.965375 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8ac51efc-c757-4af6-9e50-5514672dfde3 req-123f17eb-581f-4c9e-b178-d740f79173a3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0481796 Aug 09 14:57:50.008446 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8ac51efc-c757-4af6-9e50-5514672dfde3 req-fa1cba29-67ce-464b-941c-5db54304bfb5 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358920 Aug 09 14:57:54.641402 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:57:58.016676 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:58.490416 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-41b4e392-c1bf-4e92-952f-cacec67b0b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:57:59.380392 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-19b648cf-e452-402a-8eb8-1773e56f2527 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388548 Aug 09 14:57:59.448300 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-b97c7587-daa8-4975-9708-6e97518382d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:59.449674 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-b97c7587-daa8-4975-9708-6e97518382d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 1098 time: 0.0391998 Aug 09 14:57:59.556568 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-f3d3c7ca-5b18-43d6-b113-fe975ae27634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:59.558040 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-f3d3c7ca-5b18-43d6-b113-fe975ae27634 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 911 time: 0.0877419 Aug 09 14:57:59.628244 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-a9590314-1b79-42a9-a449-3921d1a4952b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 200 len: 1000 time: 0.0567658 Aug 09 14:57:59.689687 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-ec408392-5bae-4b3d-ac56-14abacbb5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:59.691048 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-ec408392-5bae-4b3d-ac56-14abacbb5065 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0547390 Aug 09 14:57:59.738129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-5cfd2b40-7c16-478e-9edd-3d56b92cce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:57:59.739626 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-5cfd2b40-7c16-478e-9edd-3d56b92cce67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396955 Aug 09 14:57:59.833210 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-2fd4be17-ce9d-45b8-89c7-5760a94bafa3 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801940 Aug 09 14:57:59.925884 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-925686e1-d7df-4aa1-b8a9-fb219e273381 req-ad9abc9b-cb7b-44e6-b71b-bf0b4c4f81aa service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Aug 09 14:58:01.216018 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ed21e83f-b612-423d-86de-2df39ea532b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:01.638842 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:02.268165 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:02.691794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb7e81-ca15-4e8e-99ff-1b7889bd92de req-155bdad3-e71a-432d-a23c-dd11965c457a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:02.693298 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aaeb7e81-ca15-4e8e-99ff-1b7889bd92de req-155bdad3-e71a-432d-a23c-dd11965c457a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0499847 Aug 09 14:58:02.729771 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-aaeb7e81-ca15-4e8e-99ff-1b7889bd92de req-776d6633-2ff3-4558-88d8-a1b2aad54cf9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305400 Aug 09 14:58:03.816627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:03.851524 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c76087-4f2c-4480-8320-a5f1c8f377c1 req-0a6d857b-f019-4318-9242-2c2fc2294f19 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:03.853001 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c3c76087-4f2c-4480-8320-a5f1c8f377c1 req-0a6d857b-f019-4318-9242-2c2fc2294f19 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0491140 Aug 09 14:58:03.894287 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c3c76087-4f2c-4480-8320-a5f1c8f377c1 req-62044900-93da-4dea-acb1-37b517267d4f tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350921 Aug 09 14:58:04.612057 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-47d7a25f-d3cc-4a6d-baf0-ef6ed5c0c7d2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:04.613402 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-47d7a25f-d3cc-4a6d-baf0-ef6ed5c0c7d2 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.3082790 Aug 09 14:58:04.703244 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Deleting port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:04.704190 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:04.792232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] For port 6c77eaaf-e810-4161-a06a-78ed4f29ae83, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6c77eaaf-e810-4161-a06a-78ed4f29ae83,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:04.792601 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:04.957639 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:04.958321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:04.958321 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Floating IP ad558999-6ff5-45bf-a4dc-81a52cca4c15 disassociated. External IP: 172.27.1.19, port: 6c77eaaf-e810-4161-a06a-78ed4f29ae83. Aug 09 14:58:04.958667 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Calling delete_port for 6c77eaaf-e810-4161-a06a-78ed4f29ae83 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:05.060722 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccde19-330c-4817-ac4b-2cc3754038d7 req-e8366069-72a2-467b-bcc5-ee1ba68cc92c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:05.062188 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7ccde19-330c-4817-ac4b-2cc3754038d7 req-e8366069-72a2-467b-bcc5-ee1ba68cc92c tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 947 time: 0.0949266 Aug 09 14:58:05.135741 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7ccde19-330c-4817-ac4b-2cc3754038d7 req-6116959d-8d00-4007-bb02-6c51d5f642a9 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups?id=babd7780-9961-44cc-bd8c-1b2ef6caf135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633376 Aug 09 14:58:05.233510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:05.265395 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'Port': ['ID=6c77eaaf-e810-4161-a06a-78ed4f29ae83,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:05.381357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:58:05.489424 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:58:05.498946 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:58:05.509040 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:05.509678 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:05.531307 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] No DVR routers for this DVR port 6c77eaaf-e810-4161-a06a-78ed4f29ae83 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:58:05.534460 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:05.536601 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-876a573d-ccef-4c20-98bd-e9665cb93265 req-b3dea21f-e88e-48a5-a7fb-c8e499b37df0 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.58 "DELETE /v2.0/ports/6c77eaaf-e810-4161-a06a-78ed4f29ae83 HTTP/1.1" status: 204 len: 173 time: 0.9145136 Aug 09 14:58:05.536976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-deleted', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:05.539218 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbf9468-988c-4e59-b559-53094f972750" -d '{"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-deleted", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:05.577456 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5ded19-c4d0-4458-9846-8aaf719b328e x-openstack-request-id: req-8f5ded19-c4d0-4458-9846-8aaf719b328e {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:05.577767 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11afa8e-1c31-460a-8dd4-e38cee81a79a", "name": "network-vif-deleted", "tag": "6c77eaaf-e810-4161-a06a-78ed4f29ae83", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:05.578028 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f5ded19-c4d0-4458-9846-8aaf719b328e {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:05.578486 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c11afa8e-1c31-460a-8dd4-e38cee81a79a', 'name': 'network-vif-deleted', 'tag': '6c77eaaf-e810-4161-a06a-78ed4f29ae83', 'status': 'completed', 'code': 200} Aug 09 14:58:05.617397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:05.833100 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:05.866262 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:58:05.874576 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:05.875213 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:05.978143 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:06.268434 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-87f6552d-0749-464d-aadb-0a500446e8a6 req-e55db263-ce4d-46f7-b4de-7cfdcf0c7a2a tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/ports?device_id=c11afa8e-1c31-460a-8dd4-e38cee81a79a HTTP/1.1" status: 200 len: 210 time: 0.0285771 Aug 09 14:58:06.322798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:06.351542 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f1838-2c50-4a76-aa89-f0ca6dffdc96 None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:50:49Z', 'revision_number': 4, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': 'd3b61a34-87be-4bac-894a-4ab9a9d6acd5', 'name': '', 'network_id': '44779c08-5638-4f0b-9c37-1b7bd92e8d0e', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'mac_address': 'fa:16:3e:28:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:47Z', 'updated_at': '2021-08-09T14:50:59Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'subnets': [{'id': '12cf46ac-6a75-475e-aa3e-038efda20419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:58:06.560842 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f8bd5-5218-4de3-a8c7-58807d7362e1 None None] New status for floating IP ad558999-6ff5-45bf-a4dc-81a52cca4c15: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:58:07.412914 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43270) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:07.466950 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.489987 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.606695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.609413 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.611095 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "DELETE /v2.0/security-groups/babd7780-9961-44cc-bd8c-1b2ef6caf135 HTTP/1.1" status: 204 len: 168 time: 0.1971841 Aug 09 14:58:07.613914 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43272) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:07.620313 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba590-eb30-4911-abdd-1b65be5a01b8 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd7780-9961-44cc-bd8c-1b2ef6caf135,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:07.628143 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.api.v2.resource [None req-93cd2ea2-3b2d-4666-b848-622b723cc52e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] show failed (client error): The resource could not be found. Aug 09 14:58:07.631948 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-93cd2ea2-3b2d-4666-b848-622b723cc52e tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "GET /v2.0/security-groups/babd7780-9961-44cc-bd8c-1b2ef6caf135 HTTP/1.1" status: 404 len: 347 time: 0.0143015 Aug 09 14:58:07.632127 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43274) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:07.752498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Deleting port c6669853-fb40-42f6-80fd-3437229d499d {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:07.752851 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.783131 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:58:07.807324 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 6c77eaaf-e810-4161-a06a-78ed4f29ae83 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:58:07.807669 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 6c77eaaf-e810-4161-a06a-78ed4f29ae83 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:58:07.831018 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.831385 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:07.842769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Calling delete_port for c6669853-fb40-42f6-80fd-3437229d499d owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:08.036221 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:08.067069 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Pushing event deleted for resources: {'Port': ['ID=c6669853-fb40-42f6-80fd-3437229d499d,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:08.126772 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:08.129541 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:08.130716 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3be31585-a76d-403a-abf6-2857c16d51b3 tempest-AttachVolumeShelveTestJSON-1024452363 tempest-AttachVolumeShelveTestJSON-1024452363-project] 10.222.0.45 "DELETE /v2.0/floatingips/ad558999-6ff5-45bf-a4dc-81a52cca4c15 HTTP/1.1" status: 204 len: 168 time: 0.4977036 Aug 09 14:58:10.824045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43296) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:11.271067 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:11.515121 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Deleting port d3b61a34-87be-4bac-894a-4ab9a9d6acd5 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:11.515492 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:11.591411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] For port d3b61a34-87be-4bac-894a-4ab9a9d6acd5, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:11.591721 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:11.604140 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Calling delete_port for d3b61a34-87be-4bac-894a-4ab9a9d6acd5 owned by network:router_interface {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:11.875468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:11.901472 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b61a34-87be-4bac-894a-4ab9a9d6acd5,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:12.071701 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:12.295093 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Router 1512e4c0-7903-47ce-9674-b696b531f291 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:58:12.405031 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:58:12.411262 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9720388c-64ef-416c-bbbc-602c2275dc2a admin admin] 10.222.0.45 "PUT /v2.0/routers/1512e4c0-7903-47ce-9674-b696b531f291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5849977 Aug 09 14:58:12.412745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43304) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:12.415714 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Sync routers for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:58:12.425356 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:12.425969 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:12.514644 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:12.528386 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:12.712869 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:58:11Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:12.739627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Checking router: 1512e4c0-7903-47ce-9674-b696b531f291 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:58:12.748752 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Routers {'1512e4c0-7903-47ce-9674-b696b531f291'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:12.749353 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['1512e4c0-7903-47ce-9674-b696b531f291'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:12.858355 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] Set router 1512e4c0-7903-47ce-9674-b696b531f291 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:12.887693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.006537 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Deleting port 17780938-775a-4e26-b6eb-5439e2626bd8 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:13.007181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.041151 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:58:11Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:13.067766 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9546e83-1d08-452c-b9f1-f32407b6e50d None None] The sync data for ids ['1512e4c0-7903-47ce-9674-b696b531f291'] in dv-cinder-788363-9-iscsi is: [{'id': '1512e4c0-7903-47ce-9674-b696b531f291', 'name': 'tempest-AttachVolumeShelveTestJSON-1062178255-router', 'tenant_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:50:40Z', 'updated_at': '2021-08-09T14:58:11Z', 'revision_number': 5, 'project_id': 'a9b99f1ec81a4feba4763c97b90de2b5', 'gw_port': {'id': '17780938-775a-4e26-b6eb-5439e2626bd8', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512e4c0-7903-47ce-9674-b696b531f291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:50:42Z', 'updated_at': '2021-08-09T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:58:13.086653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] For port 17780938-775a-4e26-b6eb-5439e2626bd8, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=17780938-775a-4e26-b6eb-5439e2626bd8,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:13.087043 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.107269 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Calling delete_port for 17780938-775a-4e26-b6eb-5439e2626bd8 owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:13.313870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496deef-ebf2-43a4-93c2-47a4aee2e172 req-5f4d6413-63fd-4966-8231-3d26475a48aa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:13.315300 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8496deef-ebf2-43a4-93c2-47a4aee2e172 req-5f4d6413-63fd-4966-8231-3d26475a48aa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0807595 Aug 09 14:58:13.351183 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.355391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8496deef-ebf2-43a4-93c2-47a4aee2e172 req-6beab31e-d77e-423e-a764-014a162031a3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338709 Aug 09 14:58:13.381596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Pushing event deleted for resources: {'Port': ['ID=17780938-775a-4e26-b6eb-5439e2626bd8,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:13.442678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.539422 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.541991 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.644626 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.645196 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1512e4c0-7903-47ce-9674-b696b531f291 {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:58:13.649546 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.650710 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-5bdd806f-2444-4a26-bfd9-99bbfc81f026 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1512e4c0-7903-47ce-9674-b696b531f291 HTTP/1.1" status: 204 len: 168 time: 1.2370610 Aug 09 14:58:13.653307 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43316) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:13.700662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Deleting subnet 12cf46ac-6a75-475e-aa3e-038efda20419 {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:58:13.704536 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.740579 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.825203 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.950059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.974958 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12cf46ac-6a75-475e-aa3e-038efda20419,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:13.980792 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:13.982707 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-40ffdc07-c46e-4b17-bd74-b42669ddaebc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/12cf46ac-6a75-475e-aa3e-038efda20419 HTTP/1.1" status: 204 len: 168 time: 0.3281779 Aug 09 14:58:13.985157 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43318) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:13.986825 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af7242e-438a-4905-81ff-ad01a5190d0e None None] Network 44779c08-5638-4f0b-9c37-1b7bd92e8d0e requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:58:14.055675 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.120470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Deleting port 0fb3d91b-b994-4881-9ad4-d1114511369c {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:14.120810 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.190160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] For port 0fb3d91b-b994-4881-9ad4-d1114511369c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0fb3d91b-b994-4881-9ad4-d1114511369c,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:14.190554 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.203850 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Calling delete_port for 0fb3d91b-b994-4881-9ad4-d1114511369c owned by network:dhcp {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:14.218978 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] DHCP port deletion for 44779c08-5638-4f0b-9c37-1b7bd92e8d0e request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:58:14.251241 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 17780938-775a-4e26-b6eb-5439e2626bd8 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:58:14.273540 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 17780938-775a-4e26-b6eb-5439e2626bd8 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:58:14.273886 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 17780938-775a-4e26-b6eb-5439e2626bd8 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:58:14.274309 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device d3b61a34-87be-4bac-894a-4ab9a9d6acd5 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:58:14.293973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: d3b61a34-87be-4bac-894a-4ab9a9d6acd5 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:58:14.294319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device d3b61a34-87be-4bac-894a-4ab9a9d6acd5 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:58:14.309374 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Deleting port 0fb3d91b-b994-4881-9ad4-d1114511369c {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:14.309750 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.332697 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.359076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb3d91b-b994-4881-9ad4-d1114511369c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:14.361830 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] No DVR routers for this DVR port 0fb3d91b-b994-4881-9ad4-d1114511369c on host dv-cinder-788363-9-iscsi {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:58:14.378137 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] For port 0fb3d91b-b994-4881-9ad4-d1114511369c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=0fb3d91b-b994-4881-9ad4-d1114511369c,segment=NetworkSegment(92fbadfb-2956-435e-8d78-c020c158b848),segment_id=92fbadfb-2956-435e-8d78-c020c158b848)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:14.378620 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.392086 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Calling delete_port for 0fb3d91b-b994-4881-9ad4-d1114511369c owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:14.459237 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.467700 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.471658 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44779c08-5638-4f0b-9c37-1b7bd92e8d0e']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:14.486090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fbadfb-2956-435e-8d78-c020c158b848') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:14.486381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fbadfb-2956-435e-8d78-c020c158b848') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:14.492756 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] Pushing event deleted for resources: {'Port': ['ID=0fb3d91b-b994-4881-9ad4-d1114511369c,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:14.496307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62789762-8eaa-4518-9695-2c6f1efe2d14 None None] No DVR routers for this DVR port 0fb3d91b-b994-4881-9ad4-d1114511369c on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:58:14.498430 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.513087 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9756c-3b7d-4bbb-b024-8c84dd17786c req-105d0b47-280d-4c70-932f-0f530108cf3b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:14.514585 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e9a9756c-3b7d-4bbb-b024-8c84dd17786c req-105d0b47-280d-4c70-932f-0f530108cf3b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0865061 Aug 09 14:58:14.522498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.539467 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:58:14.540101 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:58:14.541708 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:58:14.606746 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e9a9756c-3b7d-4bbb-b024-8c84dd17786c req-427cfb77-82ce-48a3-91a1-d7c477360622 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859640 Aug 09 14:58:14.686984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.692595 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:14.694492 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/44779c08-5638-4f0b-9c37-1b7bd92e8d0e HTTP/1.1" status: 204 len: 168 time: 0.7083166 Aug 09 14:58:14.705261 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65643fc1-409a-4991-9940-ac7678ef0ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=44779c08-5638-4f0b-9c37-1b7bd92e8d0e,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:15.066974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43324) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:15.108337 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-8bb64b53-ab92-435b-828b-e1b72b952800 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9b99f1ec81a4feba4763c97b90de2b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400715 Aug 09 14:58:15.111226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43326) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:15.167306 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.197729 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.303918 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.306414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.307713 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d33b0b7-6c0b-4b91-8aa7-4fa092ab7ad6 HTTP/1.1" status: 204 len: 168 time: 0.1955819 Aug 09 14:58:15.316065 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80685b-e6f8-463a-ae52-612bc61a1f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d33b0b7-6c0b-4b91-8aa7-4fa092ab7ad6,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:15.381436 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-5eeb1b62-ac0b-4352-bbc6-b555d558d05c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:15.382939 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-5eeb1b62-ac0b-4352-bbc6-b555d558d05c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0552592 Aug 09 14:58:15.478057 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Deleting port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:15.478377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.570990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] For port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:15.571317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.775256 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958f35c-315d-4cf7-bb5b-d81bfaabf145 req-542eb9fb-0160-4e81-8fa2-466d1e5b2837 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:15.776913 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1958f35c-315d-4cf7-bb5b-d81bfaabf145 req-542eb9fb-0160-4e81-8fa2-466d1e5b2837 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 945 time: 0.0996702 Aug 09 14:58:15.784833 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.785295 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:15.785613 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Floating IP 8987821a-865b-481d-8643-1d21498f0ebc disassociated. External IP: 172.27.1.43, port: fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf. Aug 09 14:58:15.785962 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Calling delete_port for fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:15.876576 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1958f35c-315d-4cf7-bb5b-d81bfaabf145 req-01b6c958-6e39-4179-bac8-149a21991f72 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737231 Aug 09 14:58:15.998797 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.027742 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'Port': ['ID=fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:16.144148 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:58:16.207488 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0fb3d91b-b994-4881-9ad4-d1114511369c no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:58:16.242498 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 0fb3d91b-b994-4881-9ad4-d1114511369c {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:58:16.242911 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 0fb3d91b-b994-4881-9ad4-d1114511369c not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:58:16.261762 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:58:16.271687 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:58:16.280480 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:16.281088 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:16.302317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] No DVR routers for this DVR port fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:58:16.304732 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.306916 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-367a38aa-fe18-43c4-ba20-10a6411e0a84 req-9b1a2984-aa5f-4ca3-b0a3-85efd9ac5e37 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "DELETE /v2.0/ports/fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf HTTP/1.1" status: 204 len: 173 time: 0.9177995 Aug 09 14:58:16.307411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'name': 'network-vif-deleted', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:16.309732 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1be4e-f0ec-4904-8174-1cf6af3a7948" -d '{"events": [{"server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "name": "network-vif-deleted", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:16.349963 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f33d7c-1131-4127-a52f-b266e653f285 x-openstack-request-id: req-13f33d7c-1131-4127-a52f-b266e653f285 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:16.350254 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3513e74a-56cf-4241-bc47-cbe146ff636a", "name": "network-vif-deleted", "tag": "fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:16.350510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13f33d7c-1131-4127-a52f-b266e653f285 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:16.350912 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3513e74a-56cf-4241-bc47-cbe146ff636a', 'name': 'network-vif-deleted', 'tag': 'fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf', 'status': 'completed', 'code': 200} Aug 09 14:58:16.390657 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:16.445270 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43352) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:16.561263 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-956907940-network', 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:16.597482 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:16.622514 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:58:16.630743 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:16.631374 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:16.680897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:58:16.683545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.692491 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.735735 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:16.785347 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.835701 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.861859 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 14:58:16.871688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:16.878624 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.878976 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Added segment 05c115c6-220b-4dff-88e6-a81095a088a1 of type vlan for network 25076833-f7a7-476b-948c-d05056b1d34f Aug 09 14:58:16.924042 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:16.977763 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4ce03632-4103-4dc7-a496-5bf9031c7296 req-3f3a4c0b-586e-4a38-a7ba-85281f8cb1c4 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=3513e74a-56cf-4241-bc47-cbe146ff636a HTTP/1.1" status: 200 len: 210 time: 0.0323963 Aug 09 14:58:17.027574 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:17.028058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:17.029172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:17.029891 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:17.054659 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb47041f-8348-4edb-a4e6-21b4feba7d24 None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:58:17.102197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] Pushing event updated for resources: {'Network': ['ID=25076833-f7a7-476b-948c-d05056b1d34f,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:17.114739 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 25076833-f7a7-476b-948c-d05056b1d34f details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 14:58:17.121931 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-23e73d36-d21b-4445-9d05-a222355e919a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6754601 Aug 09 14:58:17.124813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43358) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:17.129955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Request body: {'subnet': {'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-956907940-subnet', 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:17.223989 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:58:17.226411 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9406017'] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:17.296174 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13d6eb3-0223-4bd6-bdaa-97262601020a None None] New status for floating IP 8987821a-865b-481d-8643-1d21498f0ebc: DOWN {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:58:17.470718 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3426307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9406067'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:17.528355 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37d80ab-8b7b-4ab2-96fe-c6966530791f,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:17.538463 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Checking segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:58:17.538820 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Network hostable DHCP agents. Network: 25076833-f7a7-476b-948c-d05056b1d34f, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 14:58:17.635117 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Network 25076833-f7a7-476b-948c-d05056b1d34f is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 14:58:17.732293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 25076833-f7a7-476b-948c-d05056b1d34f) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:58:17.736750 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:17.737782 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:17.741019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ee75a-ae3d-4486-9af6-7cdfcaf39857 None None] Network 25076833-f7a7-476b-948c-d05056b1d34f requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:58:17.791535 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:58:17.818102 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:58:17.818448 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device fa2ddcd3-c521-4db4-83ad-7ce253ab8dbf not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:58:17.829369 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-fc08fb18-4195-4383-ab57-967513f93103 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7022913 Aug 09 14:58:17.892253 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06e2ba-9830-426c-a718-5f5877e47433 None None] Network 25076833-f7a7-476b-948c-d05056b1d34f requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:58:18.145367 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43384) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:18.270728 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.310782 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-1ea8368d-12e6-4a62-94e0-48db712ed85d tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:18.312269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-1ea8368d-12e6-4a62-94e0-48db712ed85d tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1595831 Aug 09 14:58:18.314079 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.340425 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-353e01bf-1206-4c6a-98bd-7a79d0255ee1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/quotas/b268eea9058f4d969f2b567bf1de1c0f HTTP/1.1" status: 200 len: 375 time: 0.0167491 Aug 09 14:58:18.377094 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-70a0c5a6-d707-45db-93fe-b828c64ce3f5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285573 Aug 09 14:58:18.517375 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-a74eb5c2-293d-40a4-a598-1b1b58bd9f17 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333199 Aug 09 14:58:18.603845 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9e586812-3589-4847-9c1b-204c4195bff0 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803394 Aug 09 14:58:18.618302 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.620939 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.622078 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "DELETE /v2.0/security-groups/36e95edf-18d4-4bd3-8fc8-ad74e5dcc815 HTTP/1.1" status: 204 len: 168 time: 0.4756420 Aug 09 14:58:18.625213 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43388) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:18.632037 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e95edf-18d4-4bd3-8fc8-ad74e5dcc815,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:18.639169 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.639465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.639807 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.640261 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.640468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.640697 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.api.v2.resource [None req-e3cd73d6-7cde-4bec-a197-4f4f8b6a94a5 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] show failed (client error): The resource could not be found. Aug 09 14:58:18.641955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645475 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e3cd73d6-7cde-4bec-a197-4f4f8b6a94a5 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups/36e95edf-18d4-4bd3-8fc8-ad74e5dcc815 HTTP/1.1" status: 404 len: 347 time: 0.0161510 Aug 09 14:58:18.645586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.645586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e346916e-f105-4c4d-a162-f83f627e4db2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:18.646478 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43390) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:18.770780 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Deleting port 6137e4b7-151c-45e2-a1e5-3ae97c7a9999 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:58:18.771150 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.859204 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.859469 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:18.871717 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Calling delete_port for 6137e4b7-151c-45e2-a1e5-3ae97c7a9999 owned by network:floatingip {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:58:18.883053 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c52891f2-f633-4fce-9ade-73c5ccc29633 req-dbe2513f-bbd5-404f-9da0-989e42848c95 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 210 time: 0.0282946 Aug 09 14:58:19.176274 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.202767 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'Port': ['ID=6137e4b7-151c-45e2-a1e5-3ae97c7a9999,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:19.225830 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.226185 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.226526 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.226861 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.227229 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.227566 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.227893 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.228220 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.228553 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.228871 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.229194 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.229516 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:19.271789 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.274523 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.275720 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5e50ed16-898c-4fb8-9974-a819015ae2f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "DELETE /v2.0/floatingips/8987821a-865b-481d-8643-1d21498f0ebc HTTP/1.1" status: 204 len: 168 time: 0.6282423 Aug 09 14:58:19.597456 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43402) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:19.602200 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--945917504', 'description': 'tempest-description--1164119505'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:19.684864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.764859 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.841330 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.874447 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7464389f-96b4-41e6-a3c4-1b8647421072,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:19.936377 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:19.937889 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-8455ee32-8fe4-46e0-80ee-9b0dba4212ca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3391876 Aug 09 14:58:19.940458 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43408) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:19.944930 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group_rule': {'security_group_id': '7464389f-96b4-41e6-a3c4-1b8647421072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:19.966011 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b654435-6ea6-41e9-88c5-f610afcecea0 req-644bed4b-a89f-462e-8e83-18a465d70f59 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 210 time: 0.0301828 Aug 09 14:58:20.096200 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.153085 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.238776 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.256330 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66d56af-5e0e-4a26-b77c-65562f5f136e,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:20.336541 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.337722 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-bfaf3d83-a931-4455-9ce5-c4b8fdf786f1 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963511 Aug 09 14:58:20.340622 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43410) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:20.346056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'security_group_rule': {'security_group_id': '7464389f-96b4-41e6-a3c4-1b8647421072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:20.507086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.562456 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.675395 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.693853 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf068c3-0705-4ba1-b00a-4863909c79e0,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:20.760790 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.762052 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-64cc3d87-e87c-4a83-bcf5-d87b6a57e0ba tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4203687 Aug 09 14:58:20.765062 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43412) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:20.770617 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:20.856179 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:20.958487 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:21.080042 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3561bd24-0f13-4f3e-a1d9-8793e8d882d4 req-5e0e6c4c-1dc0-4b6a-b559-9f9bc4de23d7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 09 14:58:21.095626 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Allocated IP 172.27.1.250 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/c6456853-a3c1-4ae0-84f8-2118b5243ab6) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:58:21.196221 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:21.334484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-5f7f2772-37ae-4c62-9438-71eb741ddd5a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:21.335894 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-5f7f2772-37ae-4c62-9438-71eb741ddd5a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1250014 Aug 09 14:58:21.350275 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Request body: {'port': {'device_id': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'admin_state_up': True, 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:21.390050 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:21.435921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:58:21.442001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:58:21.450674 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:58:21.756461 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=c6456853-a3c1-4ae0-84f8-2118b5243ab6,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:21.841194 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:21.880722 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:58:21.884334 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:21.970187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.101208 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Allocated IP 172.20.0.5 (25076833-f7a7-476b-948c-d05056b1d34f/c37d80ab-8b7b-4ab2-96fe-c6966530791f/4eea8b5d-94ad-4d8f-aaed-54bf4a296d19) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:58:22.204863 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-06c89616-3aef-4b13-9285-848c8a252627 req-0c863a38-c25d-496a-b184-a9aee7d09bc8 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 210 time: 0.0466545 Aug 09 14:58:22.275525 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.332545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.336147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.417317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=c6456853-a3c1-4ae0-84f8-2118b5243ab6,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:22.444746 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.504167 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.520387 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.521632 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3aed3b36-9185-48eb-8002-34a285fece46 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7556398 Aug 09 14:58:22.557537 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Network 25076833-f7a7-476b-948c-d05056b1d34f is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:58:22.562463 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:58:22.566303 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:58:22.572804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event updated for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:22.620416 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:22.621059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.693115 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-97553f17-fa7e-48d9-bfad-c047413ce352 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3464553 Aug 09 14:58:22.707343 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Request body: {'port': {'device_id': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:22.711841 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-823eee1f-cf14-4a7c-b207-ee9554fdadca tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--945917504&fields=id&tenant_id=588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 267 time: 0.0406449 Aug 09 14:58:22.815875 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:22.886240 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-de589540-6031-46d8-ae1c-61398ed3ba2e tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:22.887719 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-de589540-6031-46d8-ae1c-61398ed3ba2e tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 810 time: 0.1591487 Aug 09 14:58:22.954681 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-bcca6683-ac3f-4f65-ac9c-a5e54c653950 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/quotas/588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 375 time: 0.0579093 Aug 09 14:58:23.055443 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-70cc3c55-3afd-4e53-8edb-c944130b7c5c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950749 Aug 09 14:58:23.211777 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-bedd1565-f226-48c1-a078-fbd7c18fa77e service neutron] 10.222.0.45 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418331 Aug 09 14:58:23.236581 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:23.276260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:23.322223 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Transition to ACTIVE for port object 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:58:23.367359 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546369c-03fa-4c27-9e9a-871c30743c4e req-0d00267e-c347-4098-81fc-d8afb977f84f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:23.368856 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f546369c-03fa-4c27-9e9a-871c30743c4e req-0d00267e-c347-4098-81fc-d8afb977f84f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 931 time: 0.0902193 Aug 09 14:58:23.374286 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-326c252e-f16d-4918-b226-ffdb9f11e726 service neutron] 10.222.0.45 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533267 Aug 09 14:58:23.392047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:23.463326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f546369c-03fa-4c27-9e9a-871c30743c4e req-6e801c7d-93ae-498a-a813-8ca011321f4e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879874 Aug 09 14:58:23.467252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Pushing event updated for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:23.545845 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Attempting to bind port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:58:23.546241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Attempting to bind port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:58:23.546671 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Attempting to bind port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:23.553337 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 on network 25076833-f7a7-476b-948c-d05056b1d34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:58:23.553671 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Attempting to bind port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:23.559516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:58:23.559871 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Checking segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:58:23.560263 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Bound using segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:58:23.560700 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Bound port: 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:58:23.561076 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:23.644518 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4486ca18-c8c8-4433-9939-df67e88e0020 req-87486283-adf2-4715-8b91-2fdb917d25f7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0425248 Aug 09 14:58:23.673681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:58:23.677710 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:58:23.744812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:23.780955 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:23.783088 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:23.784226 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] 10.222.0.58 "PUT /v2.0/ports/4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 HTTP/1.1" status: 200 len: 1093 time: 1.0817676 Aug 09 14:58:23.786850 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:23.790208 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:23.827372 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a777d-37da-4609-9433-a02f8f92820f service neutron] Pushing event updated for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:23.837223 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32d848-6c20-48f3-92ca-6c70572dc3d4 x-openstack-request-id: req-ba32d848-6c20-48f3-92ca-6c70572dc3d4 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:23.837510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:23.837771 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba32d848-6c20-48f3-92ca-6c70572dc3d4 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:23.838171 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', 'status': 'completed', 'code': 200} Aug 09 14:58:23.909560 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-41b3b4e9-6c80-45c8-b1f0-0ce9d0200849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:23.911986 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-41b3b4e9-6c80-45c8-b1f0-0ce9d0200849 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 1096 time: 0.0500624 Aug 09 14:58:24.042327 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-a3f708f0-40b9-434a-812f-dce723b2a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:24.043787 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-a3f708f0-40b9-434a-812f-dce723b2a612 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1170371 Aug 09 14:58:24.159690 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-46134f59-5550-4236-b07d-7320295cac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:24.161181 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ebe46c0c-fde3-4afb-8a11-7c2984e53ae7 req-46134f59-5550-4236-b07d-7320295cac16 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086438 Aug 09 14:58:24.242915 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-353ae4d7-3d16-41e0-8759-206472588382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:24.244435 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-353ae4d7-3d16-41e0-8759-206472588382 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 1096 time: 0.0423119 Aug 09 14:58:24.295324 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-c802bd6d-c2bf-4fc3-859d-7c8fff7c92fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 HTTP/1.1" status: 200 len: 217 time: 0.0403140 Aug 09 14:58:24.347997 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-b02ab379-2938-4331-95f9-56deecc9f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:24.349472 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-b02ab379-2938-4331-95f9-56deecc9f286 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 200 len: 854 time: 0.0441344 Aug 09 14:58:24.387132 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-c391115b-fc37-4b0f-9fde-09bd216a8d13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25076833-f7a7-476b-948c-d05056b1d34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250652 Aug 09 14:58:24.482563 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-72a06148-607e-4af2-8009-529bafda1d06 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865550 Aug 09 14:58:24.622480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a985b-0f24-41f6-b395-124c2bbfaf69 req-120339d6-fd48-4b70-aeec-d8416053f9ae tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:24.624314 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a27a985b-0f24-41f6-b395-124c2bbfaf69 req-120339d6-fd48-4b70-aeec-d8416053f9ae tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 943 time: 0.0824654 Aug 09 14:58:24.635554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9e89708-fd24-48b3-88eb-05a6a1e2788b req-56f4235d-b1ea-4412-b286-caf391b49688 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367729 Aug 09 14:58:24.669328 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a27a985b-0f24-41f6-b395-124c2bbfaf69 req-2321f4c9-321f-47dd-8f4d-d0c038cbcba7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Aug 09 14:58:24.746061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-628db806-ad0e-488c-90b5-dc1c4ba1ecc9 req-97906f3c-d221-4b9c-bc89-d09fc5c1b61c tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0270345 Aug 09 14:58:25.536001 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-d4fdb8be-9c68-4af8-8778-a1599178470f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:25.537460 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-d4fdb8be-9c68-4af8-8778-a1599178470f tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 810 time: 0.1012073 Aug 09 14:58:25.583239 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-933d51d8-73fd-4db7-bec2-e3c597b96e59 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=588d683279ea434b91c40d2f7efe70e9 HTTP/1.1" status: 200 len: 379 time: 0.0330257 Aug 09 14:58:25.593894 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'port': {'device_id': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'admin_state_up': True, 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'security_groups': ['7464389f-96b4-41e6-a3c4-1b8647421072']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:25.777637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Made reservation on behalf of 588d683279ea434b91c40d2f7efe70e9 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:58:25.781126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:25.802780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4b58-1000-4993-b1ee-04a9ff3ac1da req-8ff74cae-ab90-4cbf-ab51-a4c78054c5e0 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:25.804284 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-474e4b58-1000-4993-b1ee-04a9ff3ac1da req-8ff74cae-ab90-4cbf-ab51-a4c78054c5e0 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 943 time: 0.0664685 Aug 09 14:58:25.890206 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-62ac96a7-97a1-4b40-b453-46864d1dd2f1 req-53509048-be8a-41bf-b7e6-5c9d0dd8b2c9 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0698588 Aug 09 14:58:25.919999 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-474e4b58-1000-4993-b1ee-04a9ff3ac1da req-30e05966-13ac-4abc-93d9-4db00060c52b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087093 Aug 09 14:58:25.980073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Allocated IP 172.20.0.13 (b74aa2ae-b925-4c75-b7ac-7c108d3990c3/4f2afabe-5115-4409-88bc-3a05ab83b80b/651e42d7-b865-434a-8bc0-ff88fc5683d8) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:58:26.110799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.124013 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Transition to ACTIVE for port object 651e42d7-b865-434a-8bc0-ff88fc5683d8 will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:58:26.235994 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.285137 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:58:26.288412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:58:26.291127 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:58:26.322277 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event updated for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:26.350272 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:26.350945 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.441966 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-18a9d0ca-0e3a-44d3-9801-f88a2b619386 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517063 Aug 09 14:58:26.455025 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Request body: {'port': {'device_id': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:26.506895 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.561143 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-1067005d-70fb-410e-ae81-e164566ba049 None None] Provisioning for port 651e42d7-b865-434a-8bc0-ff88fc5683d8 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:58:26.566169 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-1067005d-70fb-410e-ae81-e164566ba049 None None] Provisioning complete for port 651e42d7-b865-434a-8bc0-ff88fc5683d8 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:58:26.566552 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1067005d-70fb-410e-ae81-e164566ba049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.616340 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-1067005d-70fb-410e-ae81-e164566ba049 None None] Port 651e42d7-b865-434a-8bc0-ff88fc5683d8 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 14:58:26.766949 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651e42d7-b865-434a-8bc0-ff88fc5683d8 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:26.774255 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.785802 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Transition to ACTIVE for port object 651e42d7-b865-434a-8bc0-ff88fc5683d8 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:58:26.915782 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:26.978864 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:27.090891 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0767e-5f7c-4acf-9519-83bdbfaa654f req-1aeda1f3-569c-4992-b04d-985f87c83260 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.092512 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dbd0767e-5f7c-4acf-9519-83bdbfaa654f req-1aeda1f3-569c-4992-b04d-985f87c83260 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 944 time: 0.1315689 Aug 09 14:58:27.133852 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a74d2-5cbc-46f3-a957-d042c970c67c req-addb6480-899c-4c0b-8dbe-fc3b05da70be tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.135357 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f49a74d2-5cbc-46f3-a957-d042c970c67c req-addb6480-899c-4c0b-8dbe-fc3b05da70be tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 943 time: 0.1228497 Aug 09 14:58:27.144636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Attempting to bind port 651e42d7-b865-434a-8bc0-ff88fc5683d8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:58:27.144977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Attempting to bind port 651e42d7-b865-434a-8bc0-ff88fc5683d8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:58:27.145313 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Attempting to bind port 651e42d7-b865-434a-8bc0-ff88fc5683d8 on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:27.165938 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Port 651e42d7-b865-434a-8bc0-ff88fc5683d8 on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:58:27.166205 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Attempting to bind port 651e42d7-b865-434a-8bc0-ff88fc5683d8 on network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:27.179280 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dbd0767e-5f7c-4acf-9519-83bdbfaa654f req-e805e777-59e0-4e63-95fb-3b855f60414b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780587 Aug 09 14:58:27.185629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:58:27.185973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Checking segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:58:27.186368 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Bound using segment: {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:58:27.186929 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Bound port: 651e42d7-b865-434a-8bc0-ff88fc5683d8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2ddbd0-9168-489a-9563-75516db5fdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:58:27.187323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:27.212526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f49a74d2-5cbc-46f3-a957-d042c970c67c req-f989d283-2854-4aca-b2fb-b7e007b08333 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632401 Aug 09 14:58:27.264863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:58:27.268547 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:58:27.366738 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:27.402865 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.403521 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:27.404976 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] 10.222.0.58 "PUT /v2.0/ports/651e42d7-b865-434a-8bc0-ff88fc5683d8 HTTP/1.1" status: 200 len: 1094 time: 0.9547453 Aug 09 14:58:27.405408 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:27.408454 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:27.439530 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6353d-2738-4f5c-9434-4573dc300fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:27.449278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c852f46-667a-4198-aba8-0b0d5a21d521 x-openstack-request-id: req-2c852f46-667a-4198-aba8-0b0d5a21d521 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:27.449571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:27.449909 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c852f46-667a-4198-aba8-0b0d5a21d521 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:27.450210 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'status': 'completed', 'code': 200} Aug 09 14:58:27.515998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-332ca912-2926-4df9-adbc-73b4d3d3ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.517444 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-332ca912-2926-4df9-adbc-73b4d3d3ccf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0442784 Aug 09 14:58:27.625993 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-72c12a34-85c2-4eb8-a70f-56426a118077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.627509 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-72c12a34-85c2-4eb8-a70f-56426a118077 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=588d683279ea434b91c40d2f7efe70e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1011415 Aug 09 14:58:27.721250 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-bcaaa368-bf18-459f-81e8-fa3eb83c60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.722632 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d7f5ccc3-24e9-4f41-a0b2-f42e1a27a6d1 req-bcaaa368-bf18-459f-81e8-fa3eb83c60c3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874882 Aug 09 14:58:27.799825 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-6d3e79c4-0086-4b89-b61d-31d3acbfc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.801403 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-6d3e79c4-0086-4b89-b61d-31d3acbfc58b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0415909 Aug 09 14:58:27.836250 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:58:27.848489 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-2d09322d-402a-438b-aca8-7a5a5f3d7239 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8 HTTP/1.1" status: 200 len: 217 time: 0.0390034 Aug 09 14:58:27.897712 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-08d423be-c121-4fe4-a66b-7bb70e82f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.899251 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-08d423be-c121-4fe4-a66b-7bb70e82f13c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0435593 Aug 09 14:58:27.935508 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:27.945763 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-5dd828bd-c125-4797-ad43-6a54e95413b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:27.947293 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-5dd828bd-c125-4797-ad43-6a54e95413b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406153 Aug 09 14:58:27.954252 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'port_id': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', 'mac_address': 'fa:16:3e:ff:1e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d80ab-8b7b-4ab2-96fe-c6966530791f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:58:27.993869 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:28.010144 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:28.029676 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:28.034765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:28.041296 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-5125a052-92c0-4710-9165-6ddbd60a2fe5 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Aug 09 14:58:28.090232 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:28.133320 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-71a3efb3-5c54-4c51-bea9-264610f0879b req-d684cf7f-d203-48f7-8f71-7b9096f306bf service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Aug 09 14:58:28.139542 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:28.148309 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.148668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.149021 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.149383 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.149705 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.150044 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.150381 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.150717 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.151052 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.151412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.151743 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.152075 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:58:28.331185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6269aaa-c608-4c94-b752-35e54c129d9d req-77308c2d-c4a7-4183-9836-89cc465ab439 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:28.332671 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f6269aaa-c608-4c94-b752-35e54c129d9d req-77308c2d-c4a7-4183-9836-89cc465ab439 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0841382 Aug 09 14:58:28.338859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:58:28.354195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd846bbd-a3ec-4de5-8cf5-8abaed42a501 req-2c99abce-4aff-4e73-b5ab-a7fe28e9e1c3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:28.355657 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd846bbd-a3ec-4de5-8cf5-8abaed42a501 req-2c99abce-4aff-4e73-b5ab-a7fe28e9e1c3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 944 time: 0.0733240 Aug 09 14:58:28.404679 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f6269aaa-c608-4c94-b752-35e54c129d9d req-d6a447da-ad9d-4a29-940a-b7062374c7ea tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645962 Aug 09 14:58:28.412406 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd846bbd-a3ec-4de5-8cf5-8abaed42a501 req-b00f475a-d51e-49ae-8baa-680a592b2154 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Aug 09 14:58:28.507380 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f31b34a5-e668-4e90-9ab2-ba8ad3852763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:29.548821 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdfd17-06d9-49e9-b5eb-154bf9650540 req-e4ee848b-38a3-40f0-9329-0d5d7c27f1f0 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:29.550274 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2efdfd17-06d9-49e9-b5eb-154bf9650540 req-e4ee848b-38a3-40f0-9329-0d5d7c27f1f0 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0755265 Aug 09 14:58:29.561971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc933b-2334-4fb6-87a8-eff53650a129 req-07624d08-dccc-4b25-913d-fa77b0b24c36 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:29.564297 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bdc933b-2334-4fb6-87a8-eff53650a129 req-07624d08-dccc-4b25-913d-fa77b0b24c36 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 944 time: 0.0637903 Aug 09 14:58:29.852136 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:58:29.886163 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2efdfd17-06d9-49e9-b5eb-154bf9650540 req-87d0bbcc-018b-49c7-bf81-8a31fc639d97 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207495 Aug 09 14:58:29.888886 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bdc933b-2334-4fb6-87a8-eff53650a129 req-10d2fa3f-81d2-43fc-b793-fd22bf26c1ea tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179309 Aug 09 14:58:29.970469 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:58:29.974422 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:58:29.974804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:30.050314 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:30.072029 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:30.074184 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110bd267-9b60-4b9c-99c4-4b254cb9055e" -d '{"events": [{"server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "name": "network-vif-plugged", "status": "completed", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:30.086773 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:30.111887 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae19b64-0a8e-4ff9-af8f-03e654244178 x-openstack-request-id: req-0ae19b64-0a8e-4ff9-af8f-03e654244178 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:30.112207 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "name": "network-vif-plugged", "status": "completed", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:30.112462 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ae19b64-0a8e-4ff9-af8f-03e654244178 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:30.112857 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', 'code': 200} Aug 09 14:58:30.155258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:30.206239 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:30.413572 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463a556-79cf-4cfc-969b-c8ac89357f24 req-79941c29-95a1-4cec-88b6-36d7056304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:30.415385 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9463a556-79cf-4cfc-969b-c8ac89357f24 req-79941c29-95a1-4cec-88b6-36d7056304ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 1098 time: 0.0391800 Aug 09 14:58:30.450086 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9463a556-79cf-4cfc-969b-c8ac89357f24 req-08e4757d-b43b-448e-bb92-f14608b43cd6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270081 Aug 09 14:58:31.039142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f2dae-1897-4d53-8bc2-24ec872ebf62 req-8a0fcac3-b076-4ed3-8127-29f4dcf95658 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:31.041625 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dc1f2dae-1897-4d53-8bc2-24ec872ebf62 req-8a0fcac3-b076-4ed3-8127-29f4dcf95658 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 945 time: 0.0809438 Aug 09 14:58:31.049895 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1722684-7a00-4e3f-bf68-30776067cbf7 req-be96b7cc-939d-4431-8398-efb5b77221c2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:31.051287 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b1722684-7a00-4e3f-bf68-30776067cbf7 req-be96b7cc-939d-4431-8398-efb5b77221c2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0797365 Aug 09 14:58:31.104220 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dc1f2dae-1897-4d53-8bc2-24ec872ebf62 req-665dba4c-0ce8-4f3b-a56f-01df9596a25f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Aug 09 14:58:31.111415 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b1722684-7a00-4e3f-bf68-30776067cbf7 req-65cf7c49-b6ae-4c13-846b-9c778aad96f3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534689 Aug 09 14:58:31.201191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-68295425-df88-4557-94a1-28760561025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:31.627285 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:31.640258 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:58:31.875576 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 651e42d7-b865-434a-8bc0-ff88fc5683d8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:58:31.965971 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:31.977327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'port_id': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'mac_address': 'fa:16:3e:42:d8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:58:32.016704 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:32.146927 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651e42d7-b865-434a-8bc0-ff88fc5683d8 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:32.168388 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:32.239253 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:32.248430 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03d0a-c87c-4c62-935e-033d6ae8d165 req-755d02e3-454f-4ec4-93a0-60abdf958f1d tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:32.249940 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-72b03d0a-c87c-4c62-935e-033d6ae8d165 req-755d02e3-454f-4ec4-93a0-60abdf958f1d tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 945 time: 0.0766730 Aug 09 14:58:32.257423 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48953c68-43c0-43f1-808a-cfd3f9b00a22 req-39981097-dfae-4d50-81e6-6cfbcc938746 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:32.258817 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-48953c68-43c0-43f1-808a-cfd3f9b00a22 req-39981097-dfae-4d50-81e6-6cfbcc938746 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0757546 Aug 09 14:58:32.287740 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:32.295663 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:32.319866 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-48953c68-43c0-43f1-808a-cfd3f9b00a22 req-a40475b4-0b8f-4f0d-b476-58a1fd3c7d9b tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522995 Aug 09 14:58:32.322436 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-72b03d0a-c87c-4c62-935e-033d6ae8d165 req-967e4170-078c-4e40-a608-fa2c4ffa6b34 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627275 Aug 09 14:58:32.462238 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['651e42d7-b865-434a-8bc0-ff88fc5683d8'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:58:33.435979 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9d5b2-1ec4-4b5d-a572-15eedeabf633 req-96147b16-ba7a-4c3a-ada5-c248032e0ad6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:33.437602 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2de9d5b2-1ec4-4b5d-a572-15eedeabf633 req-96147b16-ba7a-4c3a-ada5-c248032e0ad6 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0500433 Aug 09 14:58:33.474963 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2de9d5b2-1ec4-4b5d-a572-15eedeabf633 req-382a5b12-0440-48aa-851f-68b95487c982 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Aug 09 14:58:33.777771 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:33.903773 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 651e42d7-b865-434a-8bc0-ff88fc5683d8 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:58:34.018019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 651e42d7-b865-434a-8bc0-ff88fc5683d8 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:58:34.022924 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 651e42d7-b865-434a-8bc0-ff88fc5683d8 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:58:34.023331 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:34.099807 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:34.121927 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:34.124239 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f45364-3b3d-4c18-9615-7793927b9fe3" -d '{"events": [{"server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:34.137911 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:34.164913 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d26c9cf-a35a-4ed5-8b3d-94a1a6a3567c x-openstack-request-id: req-5d26c9cf-a35a-4ed5-8b3d-94a1a6a3567c {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:34.164913 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:34.164913 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d26c9cf-a35a-4ed5-8b3d-94a1a6a3567c {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:34.164913 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'code': 200} Aug 09 14:58:34.218000 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:34.268514 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:34.491288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ac7d1-0739-46b0-bb12-3b7d4c07f611 req-bf52d42c-4aad-4a5d-b88c-2090a20906ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:34.492795 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f74ac7d1-0739-46b0-bb12-3b7d4c07f611 req-bf52d42c-4aad-4a5d-b88c-2090a20906ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0388460 Aug 09 14:58:34.530369 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f74ac7d1-0739-46b0-bb12-3b7d4c07f611 req-0e206f6a-f4c5-4ea8-a9d5-a83fd9f0a58e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292115 Aug 09 14:58:34.595946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64e588-2c6d-4c13-b348-4f8c1209eb2f req-461d23a7-5ca4-44a0-855e-0e5632f54e87 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:34.597433 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb64e588-2c6d-4c13-b348-4f8c1209eb2f req-461d23a7-5ca4-44a0-855e-0e5632f54e87 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0526025 Aug 09 14:58:34.635098 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb64e588-2c6d-4c13-b348-4f8c1209eb2f req-3a031c5d-ab8a-40b0-9f85-efa7f49cfa35 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Aug 09 14:58:35.747204 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51949306-3399-4b99-b308-eaa7026147da req-3747f118-1499-4f1e-9f93-124d73a3fe92 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:35.748705 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-51949306-3399-4b99-b308-eaa7026147da req-3747f118-1499-4f1e-9f93-124d73a3fe92 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0479169 Aug 09 14:58:35.786569 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-51949306-3399-4b99-b308-eaa7026147da req-1559886b-b38b-485b-b6a8-6bd5ef9b95e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Aug 09 14:58:35.899291 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624654fd-ae00-4b69-a247-59cb24d3ba49 req-cf094ab6-5488-4359-936a-8ddbdfae47db tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:35.900667 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-624654fd-ae00-4b69-a247-59cb24d3ba49 req-cf094ab6-5488-4359-936a-8ddbdfae47db tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0487430 Aug 09 14:58:35.908941 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43518) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:58:35.913403 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Request body: {'floatingip': {'port_id': '651e42d7-b865-434a-8bc0-ff88fc5683d8'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:35.955463 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:36.388987 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:36.450406 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:36.546249 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Floating IP bcac2364-fb0a-4952-b12c-da0bd32161ed associated. External IP: 172.27.1.250, port: 651e42d7-b865-434a-8bc0-ff88fc5683d8. Aug 09 14:58:36.749254 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:58:36.857510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:58:36.862101 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:36.868601 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:58:36.878158 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:36.878775 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:36.888543 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-3a5d704e-d9f6-419b-86fd-386d8dca7fcf tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "PUT /v2.0/floatingips/bcac2364-fb0a-4952-b12c-da0bd32161ed HTTP/1.1" status: 200 len: 992 time: 0.9785390 Aug 09 14:58:36.889203 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:36.891553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:36.929255 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0cb21-8505-43bf-9d3a-6701eadcf05b x-openstack-request-id: req-dae0cb21-8505-43bf-9d3a-6701eadcf05b {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:36.929558 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:36.929817 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dae0cb21-8505-43bf-9d3a-6701eadcf05b {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:36.930219 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'status': 'completed', 'code': 200} Aug 09 14:58:36.985695 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:37.000406 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-de53e89b-668d-4209-a941-960029e7aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:37.001876 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-de53e89b-668d-4209-a941-960029e7aa37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=588d683279ea434b91c40d2f7efe70e9&device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0469723 Aug 09 14:58:37.093339 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-04cc4612-9606-45e6-aea1-8c2e175b3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:37.094811 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-04cc4612-9606-45e6-aea1-8c2e175b3b04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 200 len: 911 time: 0.0859385 Aug 09 14:58:37.165874 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-b861520e-26c7-4890-9eaf-1c6717ee5b04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8 HTTP/1.1" status: 200 len: 1000 time: 0.0636401 Aug 09 14:58:37.211891 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'bcac2364-fb0a-4952-b12c-da0bd32161ed', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:42:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:58:21Z', 'updated_at': '2021-08-09T14:58:36Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:37.215813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-06e7218c-35b7-4e8a-81b0-11b640faf2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:37.217283 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-06e7218c-35b7-4e8a-81b0-11b640faf2bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 200 len: 849 time: 0.0440385 Aug 09 14:58:37.237327 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:58:37.245988 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:58:37.246594 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:58:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:37.264662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-ece619ff-1531-4084-ac45-349d3b8ff2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:37.266102 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-ece619ff-1531-4084-ac45-349d3b8ff2c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b74aa2ae-b925-4c75-b7ac-7c108d3990c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408554 Aug 09 14:58:37.349909 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:58:37.358551 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-de66adcb-0f36-45be-b959-0d2dec8599f7 service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Aug 09 14:58:37.451493 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ecca8860-ff54-4a89-bef2-09eecf0ca7a1 req-406c5f34-d0a9-48af-89ff-05588bcbf36d service neutron] 10.222.0.58 "GET /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847895 Aug 09 14:58:37.566644 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'bcac2364-fb0a-4952-b12c-da0bd32161ed', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:42:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:58:21Z', 'updated_at': '2021-08-09T14:58:36Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:58:37.595286 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eadc6-63ce-4047-9a1e-22f3401dc5ad None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'bcac2364-fb0a-4952-b12c-da0bd32161ed', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'port_id': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'mac_address': 'fa:16:3e:42:d8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T14:58:21Z', 'updated_at': '2021-08-09T14:58:36Z', 'revision_number': 1, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:58:37.778535 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc78bf79-8c4e-4b7a-bc7a-a4b8efc41d68 None None] New status for floating IP bcac2364-fb0a-4952-b12c-da0bd32161ed: ACTIVE {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:58:42.588492 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-20a6922f-13c2-4ba4-bdda-4465db634884 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:42.589973 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-20a6922f-13c2-4ba4-bdda-4465db634884 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1031153 Aug 09 14:58:42.605783 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-d9129f6f-d673-4112-aa32-e9433c191979 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/quotas/b268eea9058f4d969f2b567bf1de1c0f HTTP/1.1" status: 200 len: 375 time: 0.0101511 Aug 09 14:58:42.661485 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-b3cd7501-7584-4c02-9d44-06cb26b7427b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500848 Aug 09 14:58:42.749069 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-39c95825-ff05-441b-b5bc-f9306f585263 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801694 Aug 09 14:58:42.841749 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-e2d5abf4-f953-40ed-af38-e2878859666a service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866663 Aug 09 14:58:43.109722 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d1c70c64-1fa7-4418-b825-8594becf3f6e req-ce2ebdb9-41c7-4146-a5fa-500ada6f98ab tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 210 time: 0.0270150 Aug 09 14:58:44.203574 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-830d0b06-595c-42c0-8cc6-95e855da8714 req-ca223068-e135-4a5f-a11f-511d43ac9ee2 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 09 14:58:45.163265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-297756bc-03b0-4b1b-a618-72bd34441715 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:45.164981 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-297756bc-03b0-4b1b-a618-72bd34441715 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1043365 Aug 09 14:58:45.179375 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Request body: {'port': {'device_id': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'admin_state_up': True, 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:45.311399 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eae1fdf0-731c-4e4d-9a5a-f9c89953fcbe req-06695472-96cc-4ed6-8715-16f7bf86cb69 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 210 time: 0.0354977 Aug 09 14:58:45.432686 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:58:45.436166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:45.559650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Allocated IP 172.20.0.8 (25076833-f7a7-476b-948c-d05056b1d34f/c37d80ab-8b7b-4ab2-96fe-c6966530791f/4f90321b-c152-4cd2-a7c2-67f9cfb009d1) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:58:45.708027 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:45.798851 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:45.813709 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:58:45.840022 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Network 25076833-f7a7-476b-948c-d05056b1d34f is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:58:45.843058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:58:45.849397 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:58:45.879550 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event updated for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:45.904432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:45.905441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:45.982287 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-93052534-8d0e-48f9-bafd-8c27a68cb4e9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8064661 Aug 09 14:58:45.995603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Request body: {'port': {'device_id': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:58:46.047197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.304633 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:46.311719 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.323685 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Transition to ACTIVE for port object 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:58:46.431944 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea56deb-36fd-48f1-9a23-446d7c85a710 req-6c7b92b3-efc2-4629-a08d-fb8b4c7f5bd1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:46.433406 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4ea56deb-36fd-48f1-9a23-446d7c85a710 req-6c7b92b3-efc2-4629-a08d-fb8b4c7f5bd1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 931 time: 0.0502307 Aug 09 14:58:46.434991 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.504542 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Pushing event updated for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:46.517556 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4ea56deb-36fd-48f1-9a23-446d7c85a710 req-e86fa05a-f542-4587-86d6-6d620d8ccf44 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 Aug 09 14:58:46.582659 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Attempting to bind port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:58:46.582914 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Attempting to bind port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:58:46.583288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Attempting to bind port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:46.587760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 on network 25076833-f7a7-476b-948c-d05056b1d34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:58:46.588096 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Attempting to bind port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:58:46.592838 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:58:46.593179 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Checking segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:58:46.593564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Bound using segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:58:46.593990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Bound port: 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:58:46.594344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.655803 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:58:46.658825 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:58:46.778641 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.812721 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:46.813340 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:46.814974 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] 10.222.0.58 "PUT /v2.0/ports/4f90321b-c152-4cd2-a7c2-67f9cfb009d1 HTTP/1.1" status: 200 len: 1093 time: 0.8243477 Aug 09 14:58:46.817124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:46.819854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3662da-31ac-463d-85da-d12fcc89b1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:46.846148 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e701f-7bfc-4b14-a72f-e63d9c7a011b service neutron] Pushing event updated for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:46.856701 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9295edf-0b56-45c0-b9fa-b35a8591c5ef x-openstack-request-id: req-a9295edf-0b56-45c0-b9fa-b35a8591c5ef {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:46.856992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:46.857252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9295edf-0b56-45c0-b9fa-b35a8591c5ef {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:46.857647 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'status': 'completed', 'code': 200} Aug 09 14:58:46.922058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-76c63632-f5b8-429f-8be3-2d3ff5bc59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:46.923581 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-76c63632-f5b8-429f-8be3-2d3ff5bc59b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 1096 time: 0.0419025 Aug 09 14:58:47.032096 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-e052e262-c0ab-44cc-8034-a90d32cd9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:47.033566 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-e052e262-c0ab-44cc-8034-a90d32cd9fd8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943944 Aug 09 14:58:47.125713 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-fdac9b42-cceb-4151-ac73-9709694b385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:47.127179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b3662da-31ac-463d-85da-d12fcc89b1f9 req-fdac9b42-cceb-4151-ac73-9709694b385e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858510 Aug 09 14:58:47.208187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-36698bc9-8bdd-4be2-843a-79f5add43000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:47.210578 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-36698bc9-8bdd-4be2-843a-79f5add43000 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 1096 time: 0.0431943 Aug 09 14:58:47.251888 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-b2db0845-b06e-4a10-aac1-71c6ef997fad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1 HTTP/1.1" status: 200 len: 217 time: 0.0327253 Aug 09 14:58:47.300495 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b6b9-5f77-4344-b945-324db6008724 req-0f8e25a0-0b93-4e23-9f41-f8d597074a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:47.301899 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-0f8e25a0-0b93-4e23-9f41-f8d597074a27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 200 len: 854 time: 0.0427835 Aug 09 14:58:47.337282 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-5fe79227-033a-48bf-8df4-332bc9cc8df5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25076833-f7a7-476b-948c-d05056b1d34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268424 Aug 09 14:58:47.428100 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-47ff4f89-dfb1-4a6f-801b-88d8dde72d27 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825837 Aug 09 14:58:47.534375 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e878b6b9-5f77-4344-b945-324db6008724 req-0250e2ef-3cf0-4f4d-bcf9-da5399d5b828 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834992 Aug 09 14:58:47.639381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669ca6-bd38-4464-8e3c-80e4cbf1a7af req-1f84be16-1e6b-495f-a006-4de2ced47a81 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:47.640868 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c8669ca6-bd38-4464-8e3c-80e4cbf1a7af req-1f84be16-1e6b-495f-a006-4de2ced47a81 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 943 time: 0.0499170 Aug 09 14:58:47.679093 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c8669ca6-bd38-4464-8e3c-80e4cbf1a7af req-a818503e-118b-4d42-b722-29a31a3167f1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Aug 09 14:58:48.791266 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6938c-7d15-4c2a-9476-05d098fc67bc req-4441fe5f-a8c0-490b-94a2-cab2a62b2c83 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:48.792721 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-62e6938c-7d15-4c2a-9476-05d098fc67bc req-4441fe5f-a8c0-490b-94a2-cab2a62b2c83 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 943 time: 0.0474753 Aug 09 14:58:48.830213 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-62e6938c-7d15-4c2a-9476-05d098fc67bc req-0325dc39-ad71-438e-92f1-b0c4bb4634f0 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 09 14:58:49.942190 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9c3cf-e318-49c4-b71e-1a4d57c43e7d req-186ab2c2-d566-43cd-891a-8b1fea579bf7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:49.943691 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73a9c3cf-e318-49c4-b71e-1a4d57c43e7d req-186ab2c2-d566-43cd-891a-8b1fea579bf7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 943 time: 0.0484195 Aug 09 14:58:49.971522 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:58:49.987038 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73a9c3cf-e318-49c4-b71e-1a4d57c43e7d req-bfeee0de-9379-40d3-80c5-31d67711b0de tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Aug 09 14:58:50.066028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:50.077515 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'port_id': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'mac_address': 'fa:16:3e:e2:67:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d80ab-8b7b-4ab2-96fe-c6966530791f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:58:50.116300 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:50.128309 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:58:50.148151 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:50.227158 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:50.274081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:50.529418 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4f90321b-c152-4cd2-a7c2-67f9cfb009d1'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:58:51.103073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb608cd-a789-42b6-9c50-63785d99961b req-a9a885ac-a364-43c0-8300-b4b0b7e70dd3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:51.104481 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-efb608cd-a789-42b6-9c50-63785d99961b req-a9a885ac-a364-43c0-8300-b4b0b7e70dd3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 944 time: 0.0480125 Aug 09 14:58:51.142262 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-efb608cd-a789-42b6-9c50-63785d99961b req-609dee4c-e415-44bd-bb78-f6f9544c9a8a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 09 14:58:51.985293 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:58:52.101083 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:58:52.104776 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:58:52.105149 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:52.183607 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:52.206326 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:58:52.208594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd3166-2773-42ac-993f-cc43e93a6c75" -d '{"events": [{"server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "name": "network-vif-plugged", "status": "completed", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:58:52.222123 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:58:52.256658 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62ab95-c33c-4686-9112-62dc2149de37 x-openstack-request-id: req-bb62ab95-c33c-4686-9112-62dc2149de37 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:58:52.256994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "name": "network-vif-plugged", "status": "completed", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:58:52.257282 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb62ab95-c33c-4686-9112-62dc2149de37 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:58:52.257678 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'code': 200} Aug 09 14:58:52.266052 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc560e03-95df-42f1-992a-a158a686ada7 req-29af56d9-44e7-4c4f-9e4c-2bcaceace7bf tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:52.270680 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bc560e03-95df-42f1-992a-a158a686ada7 req-29af56d9-44e7-4c4f-9e4c-2bcaceace7bf tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 944 time: 0.0532575 Aug 09 14:58:52.290517 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:52.312617 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bc560e03-95df-42f1-992a-a158a686ada7 req-1e12f3ad-f363-4b39-890c-3a971ee1c793 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Aug 09 14:58:52.342205 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:58:52.579733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed522-3f66-405b-86b4-abbc765dbb0b req-e0d3ec87-e901-4b2e-8e00-51aa52478234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:52.581204 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e76ed522-3f66-405b-86b4-abbc765dbb0b req-e0d3ec87-e901-4b2e-8e00-51aa52478234 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 1098 time: 0.0405636 Aug 09 14:58:52.621212 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e76ed522-3f66-405b-86b4-abbc765dbb0b req-6d5261a3-1fc3-4eea-a39e-5f84ddcca546 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Aug 09 14:58:53.689870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b1cd-3bdb-4a22-bb2f-7884caa53460 req-c142fc99-8a1a-4da9-a297-bf5bbaa8cfaf tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:53.691351 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f562b1cd-3bdb-4a22-bb2f-7884caa53460 req-c142fc99-8a1a-4da9-a297-bf5bbaa8cfaf tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 945 time: 0.3125451 Aug 09 14:58:53.729405 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f562b1cd-3bdb-4a22-bb2f-7884caa53460 req-e8d27ae1-9bd5-45b8-8fb0-90da0ec52f01 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 09 14:58:54.847727 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31f74-6dbc-4650-947f-be4e589a3070 req-a49f3a57-f881-414c-9ac6-797c08d6620f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:54.849195 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9da31f74-6dbc-4650-947f-be4e589a3070 req-a49f3a57-f881-414c-9ac6-797c08d6620f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 945 time: 0.0529106 Aug 09 14:58:54.887830 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9da31f74-6dbc-4650-947f-be4e589a3070 req-b78aae53-449e-40f0-bb6e-1544f87c9b6e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Aug 09 14:58:57.759649 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-199883d0-88ef-4b93-abf8-5777601c3602 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:57.761130 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-199883d0-88ef-4b93-abf8-5777601c3602 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1011336 Aug 09 14:58:57.776396 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-62a74d6c-a9ef-4291-97a0-5ec2f5292cdd tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/quotas/b268eea9058f4d969f2b567bf1de1c0f HTTP/1.1" status: 200 len: 375 time: 0.0096793 Aug 09 14:58:57.832150 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-757f9ec5-96a0-4e7e-a3fb-5ab7dab7862c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502837 Aug 09 14:58:57.926682 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-001ce304-7a3d-412a-89cc-8921e72839b6 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862234 Aug 09 14:58:58.015062 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-89cf4aca-9358-43f0-ad55-36c1d04615e2 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816402 Aug 09 14:58:58.057627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:58.244025 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e348e5d0-9a9e-4eeb-9f55-0d9a6cc02393 req-ce3e32e1-7b23-4d97-8f16-17974748da04 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Aug 09 14:58:58.492795 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-90306227-7724-4a25-aa6c-bf3a8bb81d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:58:58.794531 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-30253b9d-7f84-4172-bb78-cb8422a2a2bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406904 Aug 09 14:58:58.885200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-bbdf1149-6377-4001-bf70-c1ea72e5bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:58.886710 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-bbdf1149-6377-4001-bf70-c1ea72e5bd49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0437281 Aug 09 14:58:58.993885 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-4e230db7-ba80-4355-8dfc-462691a75e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:58.995388 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-4e230db7-ba80-4355-8dfc-462691a75e37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0843756 Aug 09 14:58:59.069357 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-7ede85e4-391f-44d8-b07d-fe9c9b00460f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 1001 time: 0.0644102 Aug 09 14:58:59.121191 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-db8140aa-0d51-4f41-930e-0ed82b4a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:59.122595 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-db8140aa-0d51-4f41-930e-0ed82b4a8e0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0437710 Aug 09 14:58:59.168778 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-cdf9bf16-7508-4e77-94a0-e6cd3a05c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:58:59.170230 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-cdf9bf16-7508-4e77-94a0-e6cd3a05c226 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394843 Aug 09 14:58:59.270269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-ca48a667-4d5a-4c6c-acb1-fba233f8279d service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864255 Aug 09 14:58:59.356160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3e1c4675-ee31-4c62-ac8f-ab35a26d5c21 req-4f5beed7-d825-4e51-adf5-628dbe268589 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 210 time: 0.0328352 Aug 09 14:58:59.392630 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-8f59dd1c-05da-4de5-ab32-fbfef8cd773b req-1f16da46-3aa2-458d-81c8-0a9d3e11264f service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127329 Aug 09 14:59:00.326637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-d99066da-06e4-45e1-8260-d336603009e7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:00.328398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-d99066da-06e4-45e1-8260-d336603009e7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1062677 Aug 09 14:59:00.348517 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Request body: {'port': {'device_id': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'admin_state_up': True, 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:59:00.467069 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-33561727-bab4-4dd7-9fcc-1816e8741a24 req-3a6576da-151a-4f25-abda-258a170d272a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 210 time: 0.0415750 Aug 09 14:59:00.584626 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:59:00.587970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:00.715200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Allocated IP 172.20.0.6 (25076833-f7a7-476b-948c-d05056b1d34f/c37d80ab-8b7b-4ab2-96fe-c6966530791f/e2b7dd20-dfbf-4004-bbc4-b941cb3046c3) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:59:00.861125 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:00.950151 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:00.964524 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', '4f90321b-c152-4cd2-a7c2-67f9cfb009d1'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:59:00.990284 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Network 25076833-f7a7-476b-948c-d05056b1d34f is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:59:00.993503 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:59:00.999826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:59:01.030126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event updated for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:01.056596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:01.057209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.127411 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-c80c7b0f-96f5-4292-8c11-8d91f859b311 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826867 Aug 09 14:59:01.147316 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Request body: {'port': {'device_id': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:59:01.201790 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.212529 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3b06153c-8c05-4851-b126-4431ae9ff026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.457048 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:59:01.464845 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.476457 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Transition to ACTIVE for port object e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:59:01.572954 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.609826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf2303-34a2-42cf-acb9-5f8544049cf7 req-c06f981e-3116-41cd-a01e-4ed26d0bdb11 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:01.611364 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9cbf2303-34a2-42cf-acb9-5f8544049cf7 req-c06f981e-3116-41cd-a01e-4ed26d0bdb11 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 931 time: 0.0786042 Aug 09 14:59:01.629200 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.654480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:01.709856 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9cbf2303-34a2-42cf-acb9-5f8544049cf7 req-040531d3-2ce8-498e-b21d-e6b203f57888 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889196 Aug 09 14:59:01.735247 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Attempting to bind port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:59:01.735589 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Attempting to bind port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:59:01.735921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Attempting to bind port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:59:01.740158 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 on network 25076833-f7a7-476b-948c-d05056b1d34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:59:01.740477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Attempting to bind port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:59:01.745860 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:59:01.746199 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Checking segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:59:01.746583 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Bound using segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:59:01.747007 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Bound port: e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:59:01.747389 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.808263 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:59:01.811240 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:59:01.872921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.907511 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:01.908136 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:01.909522 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] 10.222.0.58 "PUT /v2.0/ports/e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 HTTP/1.1" status: 200 len: 1093 time: 0.7666757 Aug 09 14:59:01.909957 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:01.912230 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1a896-1cff-4c44-9259-04a846046541" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:01.937455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7ca77-3bda-4b03-8bd3-1042ee8cc9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:01.952834 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f7635d-bd5e-43ce-a3c4-e7d360a0ede5 x-openstack-request-id: req-32f7635d-bd5e-43ce-a3c4-e7d360a0ede5 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:01.953157 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:01.953412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32f7635d-bd5e-43ce-a3c4-e7d360a0ede5 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:01.953805 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'status': 'completed', 'code': 200} Aug 09 14:59:02.017410 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1a896-1cff-4c44-9259-04a846046541 req-aa158a4e-a80c-45ef-8f2c-94e6bc9cbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.018917 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-42c1a896-1cff-4c44-9259-04a846046541 req-aa158a4e-a80c-45ef-8f2c-94e6bc9cbc3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 1096 time: 0.0426004 Aug 09 14:59:02.121649 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1a896-1cff-4c44-9259-04a846046541 req-1749e57c-0588-4076-9f98-22eda780b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.123200 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-42c1a896-1cff-4c44-9259-04a846046541 req-1749e57c-0588-4076-9f98-22eda780b8a5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935144 Aug 09 14:59:02.217816 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1a896-1cff-4c44-9259-04a846046541 req-7ec8dcb2-3b7b-4996-b244-92700e761b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.219313 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-42c1a896-1cff-4c44-9259-04a846046541 req-7ec8dcb2-3b7b-4996-b244-92700e761b3b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879400 Aug 09 14:59:02.267073 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:02.302110 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-f0c306ea-9875-4070-8709-3fe9461b1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.303611 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-f0c306ea-9875-4070-8709-3fe9461b1378 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 1096 time: 0.0460920 Aug 09 14:59:02.347549 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-ad694502-d40d-44f7-ad67-d2ea8c494241 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 HTTP/1.1" status: 200 len: 217 time: 0.0338311 Aug 09 14:59:02.397733 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14462-7325-46e4-8fc2-166abb045c6c req-14e9dc3b-2d96-4cf8-a23c-306209fef400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.399182 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-14e9dc3b-2d96-4cf8-a23c-306209fef400 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 200 len: 854 time: 0.0434659 Aug 09 14:59:02.434835 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-55cf00d8-7ccf-49c3-95e7-f45a99aea7d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25076833-f7a7-476b-948c-d05056b1d34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277839 Aug 09 14:59:02.525654 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-7eddb2ac-5a63-460e-b531-22d68d0d0e4a service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Aug 09 14:59:02.620470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-57d14462-7325-46e4-8fc2-166abb045c6c req-8f29a22b-4c50-43be-92e6-8cfe40e08710 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850239 Aug 09 14:59:02.830372 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77cd89-85ea-4962-9610-c377d0433f4c req-ef715793-e78a-49d5-a8e5-95e2f0aa33f3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:02.831904 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb77cd89-85ea-4962-9610-c377d0433f4c req-ef715793-e78a-49d5-a8e5-95e2f0aa33f3 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 943 time: 0.0499194 Aug 09 14:59:02.870499 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb77cd89-85ea-4962-9610-c377d0433f4c req-51f57f3f-787b-47b6-966d-0fbfbb62d88c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Aug 09 14:59:03.771684 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:03.984650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7b74-8353-4cb9-86f5-194714649015 req-0fbeffaa-1a98-41fb-95be-dde54eb38fa2 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:03.986187 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd1a7b74-8353-4cb9-86f5-194714649015 req-0fbeffaa-1a98-41fb-95be-dde54eb38fa2 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 943 time: 0.0493782 Aug 09 14:59:04.023663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fd1a7b74-8353-4cb9-86f5-194714649015 req-c621e230-0682-4c05-ac41-0073455191c6 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Aug 09 14:59:05.135944 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdda807-53f5-46d9-9f8c-0c10f4a09828 req-e382eb31-fc5a-4302-98d0-387d50312884 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:05.143326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fdda807-53f5-46d9-9f8c-0c10f4a09828 req-e382eb31-fc5a-4302-98d0-387d50312884 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 943 time: 0.0485899 Aug 09 14:59:05.179284 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fdda807-53f5-46d9-9f8c-0c10f4a09828 req-5970387a-6ad3-4132-a556-b8c901e144bc tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Aug 09 14:59:06.065667 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:59:06.157859 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:06.172373 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'port_id': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'mac_address': 'fa:16:3e:5c:52:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d80ab-8b7b-4ab2-96fe-c6966530791f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:59:06.209577 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:06.222461 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:59:06.242651 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:06.296997 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcd177-f524-4106-9092-c9946a16be83 req-5dc20ef1-8561-4d68-b3f9-0f56188c86b7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:06.298477 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b5bcd177-f524-4106-9092-c9946a16be83 req-5dc20ef1-8561-4d68-b3f9-0f56188c86b7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 943 time: 0.0532939 Aug 09 14:59:06.324056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:06.341391 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b5bcd177-f524-4106-9092-c9946a16be83 req-ce8ad1b3-4fcd-4bc6-a61a-3da18c5968b6 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Aug 09 14:59:06.388239 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:06.688997 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:59:07.467304 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc21e3-92cb-4af3-bd6c-345563f22144 req-565f3d4a-7d17-4ea7-8a14-f61aa1a0bc9b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:07.468717 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-46dc21e3-92cb-4af3-bd6c-345563f22144 req-565f3d4a-7d17-4ea7-8a14-f61aa1a0bc9b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 944 time: 0.0493259 Aug 09 14:59:07.505675 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-46dc21e3-92cb-4af3-bd6c-345563f22144 req-df831698-a092-40e8-8817-d8244bbf5095 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Aug 09 14:59:08.074266 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:59:08.175344 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:59:08.179081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:59:08.180108 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:08.255783 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:08.277243 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:08.279502 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51be0b-ca34-48af-9d83-c08f6f8ea35e" -d '{"events": [{"server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "name": "network-vif-plugged", "status": "completed", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:08.293382 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:08.314866 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f1697-da88-468c-9f98-d467ee51a2a4 x-openstack-request-id: req-cb9f1697-da88-468c-9f98-d467ee51a2a4 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:08.315212 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "name": "network-vif-plugged", "status": "completed", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:08.315471 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb9f1697-da88-468c-9f98-d467ee51a2a4 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:08.315878 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'code': 200} Aug 09 14:59:08.398985 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:08.445482 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:08.638041 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72331243-4031-475a-827b-9bb1c4b74c4b req-c7bdc36d-01db-49b2-908c-743d4bf6ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:08.639403 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:59:08.639837 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-72331243-4031-475a-827b-9bb1c4b74c4b req-c7bdc36d-01db-49b2-908c-743d4bf6ef0c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 1098 time: 0.0745542 Aug 09 14:59:08.655225 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543248a7-2fba-4061-85b4-dbe23b2b98b6 req-731e5914-1f33-4c19-adcf-b32d7a6ac18c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:08.656573 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-543248a7-2fba-4061-85b4-dbe23b2b98b6 req-731e5914-1f33-4c19-adcf-b32d7a6ac18c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.0670080 Aug 09 14:59:08.701227 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-72331243-4031-475a-827b-9bb1c4b74c4b req-142a7abe-d333-4e87-a534-be99c0bd5b1b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Aug 09 14:59:08.714603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-543248a7-2fba-4061-85b4-dbe23b2b98b6 req-07259ed1-1732-47d0-ae05-ff84d7e06064 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Aug 09 14:59:09.649203 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43720) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:09.897352 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd7883-e3bc-4596-8c7e-c26e31b15abe req-54414ac4-e36d-4a68-87fe-8292205d7969 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:09.899633 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7edd7883-e3bc-4596-8c7e-c26e31b15abe req-54414ac4-e36d-4a68-87fe-8292205d7969 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.1076069 Aug 09 14:59:09.966955 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7edd7883-e3bc-4596-8c7e-c26e31b15abe req-06089f08-0c32-49d9-8cc4-c06a0114bcba tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611837 Aug 09 14:59:09.977783 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Deleting port 53edf1ff-0b25-4437-bd7a-f2fd4cd19dde {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:09.978124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.053142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.053468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.065804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Calling delete_port for 53edf1ff-0b25-4437-bd7a-f2fd4cd19dde owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:10.307014 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.332067 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event deleted for resources: {'Port': ['ID=53edf1ff-0b25-4437-bd7a-f2fd4cd19dde,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:10.394328 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.394666 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Floating IP 5dedff0f-726e-462a-946c-91f949737c74 disassociated (deleted). External IP: 172.27.1.40, port: 1c4df045-aec1-4f58-bd6c-d303638a55ab. Aug 09 14:59:10.599787 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Router 9206108f-2e7f-4f30-a11a-9fad8d97d252 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:59:10.707769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:59:10.713459 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:10.717908 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Sync routers for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:59:10.727194 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:10.727798 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:10.743960 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a7951336-0a11-4d3c-977e-27c274affd7f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "DELETE /v2.0/floatingips/5dedff0f-726e-462a-946c-91f949737c74 HTTP/1.1" status: 204 len: 168 time: 1.0936480 Aug 09 14:59:10.744773 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:10.747302 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7019f627-6170-4f1f-8f80-3cadf5ed505a" -d '{"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:10.785401 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf92d8d-045e-4c98-a5da-2ae22c6cddc5 x-openstack-request-id: req-eaf92d8d-045e-4c98-a5da-2ae22c6cddc5 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:10.785696 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:10.786002 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eaf92d8d-045e-4c98-a5da-2ae22c6cddc5 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:10.786408 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'status': 'completed', 'code': 200} Aug 09 14:59:10.842253 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:10.873975 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-84b32aa7-4370-43af-9b4f-4bc61fe3c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:10.873975 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-84b32aa7-4370-43af-9b4f-4bc61fe3c6e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8fb370bf996c4e34832547e0c10a54ba&device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 1099 time: 0.0426939 Aug 09 14:59:10.968324 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-fcb20ce2-1c26-4e7b-b98a-29d6e337b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:10.969827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-fcb20ce2-1c26-4e7b-b98a-29d6e337b687 service neutron] 10.222.0.58 "GET /v2.0/networks?id=338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 200 len: 909 time: 0.0860324 Aug 09 14:59:11.026379 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-060f5e49-e891-4e80-b7a3-383a7580bb54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 200 len: 217 time: 0.0387287 Aug 09 14:59:11.037665 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:11.065618 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Checking router: 9206108f-2e7f-4f30-a11a-9fad8d97d252 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:59:11.074374 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:11.074990 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:11.111592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-bad13672-d465-4445-b05c-8d954bb79e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:11.113101 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-bad13672-d465-4445-b05c-8d954bb79e37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 200 len: 847 time: 0.0654535 Aug 09 14:59:11.122193 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0759-163b-44b6-bffb-476962c53ce3 req-3ddd2e25-bd92-4d42-a4a8-db71ee72cd41 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:11.123658 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-328c0759-163b-44b6-bffb-476962c53ce3 req-3ddd2e25-bd92-4d42-a4a8-db71ee72cd41 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.0868235 Aug 09 14:59:11.182173 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:11.189045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-328c0759-163b-44b6-bffb-476962c53ce3 req-2db267ab-10b7-49fe-8cd1-15f31cc40862 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Aug 09 14:59:11.196101 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-72fe9130-0aad-4cc5-95a9-54a5f91d0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:11.197833 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-72fe9130-0aad-4cc5-95a9-54a5f91d0457 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=338442d7-0df2-4cf5-b8e2-2bc73033d800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733356 Aug 09 14:59:11.304588 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674422e-341b-43c6-8dea-cedc27057fc8 req-3598ec6b-d842-43bd-8f70-03416e184471 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:11.307610 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a674422e-341b-43c6-8dea-cedc27057fc8 req-3598ec6b-d842-43bd-8f70-03416e184471 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.1086128 Aug 09 14:59:11.365807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-2df25e53-8bea-41c5-a47e-336e86f1c0e6 service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561904 Aug 09 14:59:11.369474 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a674422e-341b-43c6-8dea-cedc27057fc8 req-11c464cb-8064-49db-b3f8-69c86f6d4240 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541325 Aug 09 14:59:11.463733 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7019f627-6170-4f1f-8f80-3cadf5ed505a req-e263b501-c7a8-4b35-83bc-fe69a471327c service neutron] 10.222.0.58 "GET /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831254 Aug 09 14:59:11.479997 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:11.505793 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fda2fa-6cd0-401b-848e-ffde1feaf2c4 None None] The sync data for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi is: [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:53:50Z', 'revision_number': 4, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '40db337f-f958-462c-a15a-d3813f88de14', 'name': '', 'network_id': '338442d7-0df2-4cf5-b8e2-2bc73033d800', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'mac_address': 'fa:16:3e:48:56:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:49Z', 'updated_at': '2021-08-09T14:53:58Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'subnets': [{'id': '4c873816-b4d9-4d24-83df-da5dc1979882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:59:11.736984 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b110c2-cd42-4d82-ad02-cf5f1c56ca25 None None] New status for floating IP 5dedff0f-726e-462a-946c-91f949737c74: DOWN {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:59:12.487000 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f809107-0a51-4e87-bc1f-063952b1f836 req-5621a0b1-41e1-40cc-94fe-35c56a66bf8b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:12.488401 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f809107-0a51-4e87-bc1f-063952b1f836 req-5621a0b1-41e1-40cc-94fe-35c56a66bf8b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0484595 Aug 09 14:59:12.528297 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0f809107-0a51-4e87-bc1f-063952b1f836 req-7efd10b7-6d07-41b5-8f01-92e9ceb03d0b tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Aug 09 14:59:13.256855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-62a9ba07-1765-4d1a-96c3-966bd93d7aff tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:13.258526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-62a9ba07-1765-4d1a-96c3-966bd93d7aff tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.58 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 946 time: 0.0488822 Aug 09 14:59:13.355173 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Deleting port 1c4df045-aec1-4f58-bd6c-d303638a55ab {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:13.355426 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:13.444199 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] For port 1c4df045-aec1-4f58-bd6c-d303638a55ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1c4df045-aec1-4f58-bd6c-d303638a55ab,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:13.444554 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:13.457102 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Calling delete_port for 1c4df045-aec1-4f58-bd6c-d303638a55ab owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:13.917149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:13.951735 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event deleted for resources: {'Port': ['ID=1c4df045-aec1-4f58-bd6c-d303638a55ab,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:13.993218 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4491fe-6e62-4e65-97fb-7393b6cca50c req-f4f4999e-1c4c-4172-a8db-54057761fb8e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:13.994690 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab4491fe-6e62-4e65-97fb-7393b6cca50c req-f4f4999e-1c4c-4172-a8db-54057761fb8e tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 867 time: 0.3761692 Aug 09 14:59:14.012278 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] No DVR routers for this DVR port 1c4df045-aec1-4f58-bd6c-d303638a55ab on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:14.019180 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:14.021050 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dbde2a12-bf42-4061-befd-03608de0d4ee req-91658b36-b7b8-4776-b160-1b10416a0af3 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.58 "DELETE /v2.0/ports/1c4df045-aec1-4f58-bd6c-d303638a55ab HTTP/1.1" status: 204 len: 173 time: 0.7547617 Aug 09 14:59:14.021425 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-deleted', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:14.023758 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d0c6e1-434e-426a-b55a-6331f24fc04d" -d '{"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-deleted", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:14.053129 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab4491fe-6e62-4e65-97fb-7393b6cca50c req-4e32ec95-9be4-4263-83c6-981ae0b70bdc tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c23c68-6d04-4c94-9451-5193962abb55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418355 Aug 09 14:59:14.061072 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b6eeb3-9563-4c73-89fc-49f60d51217b x-openstack-request-id: req-e8b6eeb3-9563-4c73-89fc-49f60d51217b {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:14.061377 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def65383-2883-45d2-94de-92421e8032e6", "name": "network-vif-deleted", "tag": "1c4df045-aec1-4f58-bd6c-d303638a55ab", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:14.061639 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8b6eeb3-9563-4c73-89fc-49f60d51217b {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:14.062044 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def65383-2883-45d2-94de-92421e8032e6', 'name': 'network-vif-deleted', 'tag': '1c4df045-aec1-4f58-bd6c-d303638a55ab', 'status': 'completed', 'code': 200} Aug 09 14:59:15.161997 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5f53a6bb-3d8e-4cf2-93e0-d529d426357b req-71112c3a-f5f4-4541-8bd4-045586210579 tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "GET /v2.0/ports?device_id=def65383-2883-45d2-94de-92421e8032e6 HTTP/1.1" status: 200 len: 210 time: 0.0282912 Aug 09 14:59:16.114114 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:16.133475 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 1c4df045-aec1-4f58-bd6c-d303638a55ab {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:16.133808 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 1c4df045-aec1-4f58-bd6c-d303638a55ab not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:16.221197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43780) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:16.280007 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:16.305867 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:16.489429 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:16.492151 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:16.493326 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] 10.222.0.45 "DELETE /v2.0/security-groups/59c23c68-6d04-4c94-9451-5193962abb55 HTTP/1.1" status: 204 len: 168 time: 0.2711477 Aug 09 14:59:16.502496 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069465d-7db9-4072-90dc-9e84ff3fc15f tempest-TestShelveInstance-1892067858 tempest-TestShelveInstance-1892067858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c23c68-6d04-4c94-9451-5193962abb55,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:16.586946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43786) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:16.972960 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:17.212472 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Deleting port 40db337f-f958-462c-a15a-d3813f88de14 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:17.212820 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:17.288344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] For port 40db337f-f958-462c-a15a-d3813f88de14, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=40db337f-f958-462c-a15a-d3813f88de14,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:17.288995 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:17.301205 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Calling delete_port for 40db337f-f958-462c-a15a-d3813f88de14 owned by network:router_interface {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:17.541251 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:17.564816 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=40db337f-f958-462c-a15a-d3813f88de14,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:17.735693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:17.949165 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Router 9206108f-2e7f-4f30-a11a-9fad8d97d252 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:59:18.049829 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:59:18.055676 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2b12d1ce-3414-418e-99d6-07c6194ef7bc admin admin] 10.222.0.45 "PUT /v2.0/routers/9206108f-2e7f-4f30-a11a-9fad8d97d252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4676859 Aug 09 14:59:18.058214 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43796) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:18.058965 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Sync routers for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:59:18.068197 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:18.068736 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:18.157869 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.170008 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:18.261039 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.349926 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:59:17Z', 'revision_number': 5, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port': {'id': '405626ac-0cd8-43d2-9c53-ed9e2893752c', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:bc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:47Z', 'updated_at': '2021-08-09T14:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:18.379229 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Checking router: 9206108f-2e7f-4f30-a11a-9fad8d97d252 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:59:18.389529 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Deleting port 405626ac-0cd8-43d2-9c53-ed9e2893752c {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:18.389529 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.390129 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Routers {'9206108f-2e7f-4f30-a11a-9fad8d97d252'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:18.390129 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['9206108f-2e7f-4f30-a11a-9fad8d97d252'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:18.464752 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] For port 405626ac-0cd8-43d2-9c53-ed9e2893752c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=405626ac-0cd8-43d2-9c53-ed9e2893752c,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:18.464752 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.473574 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] Set router 9206108f-2e7f-4f30-a11a-9fad8d97d252 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:18.477589 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Calling delete_port for 405626ac-0cd8-43d2-9c53-ed9e2893752c owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:18.526967 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:59:18Z', 'revision_number': 6, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:18.557947 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d5c40-b47e-44ad-bafa-2c9008ba4d75 None None] The sync data for ids ['9206108f-2e7f-4f30-a11a-9fad8d97d252'] in dv-cinder-788363-9-iscsi is: [{'id': '9206108f-2e7f-4f30-a11a-9fad8d97d252', 'name': 'tempest-TestShelveInstance-319408954-router', 'tenant_id': '8fb370bf996c4e34832547e0c10a54ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:46Z', 'updated_at': '2021-08-09T14:59:18Z', 'revision_number': 6, 'project_id': '8fb370bf996c4e34832547e0c10a54ba', 'gw_port_host': None}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:59:18.723940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.749895 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=405626ac-0cd8-43d2-9c53-ed9e2893752c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:18.776368 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.776727 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.777077 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.777419 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.777759 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.778099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.778428 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.778762 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.779093 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.779444 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.779770 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.780095 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:18.818074 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.923343 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:18.925867 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.034494 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.035056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9206108f-2e7f-4f30-a11a-9fad8d97d252 {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:59:19.039856 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.043815 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-50bbdc9f-c514-44d7-8f37-f7f18a1469b2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9206108f-2e7f-4f30-a11a-9fad8d97d252 HTTP/1.1" status: 204 len: 168 time: 0.9819193 Aug 09 14:59:19.043815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43802) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:19.088703 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Deleting subnet 4c873816-b4d9-4d24-83df-da5dc1979882 {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:59:19.091773 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.125125 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.204178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.330220 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.357694 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c873816-b4d9-4d24-83df-da5dc1979882,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:19.359734 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.363882 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d1339a40-ee4f-44c1-a390-48e70cc05dd1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4c873816-b4d9-4d24-83df-da5dc1979882 HTTP/1.1" status: 204 len: 168 time: 0.3172870 Aug 09 14:59:19.369394 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43804) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:19.369483 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49892073-b46b-43e5-bc88-761df50164ce None None] Network 338442d7-0df2-4cf5-b8e2-2bc73033d800 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:59:19.436545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.493665 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Deleting port a609213b-e8b0-4b9b-9a17-b0b205a548bf {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:19.494163 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.551281 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] DHCP port deletion for 338442d7-0df2-4cf5-b8e2-2bc73033d800 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:59:19.564916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] For port a609213b-e8b0-4b9b-9a17-b0b205a548bf, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a609213b-e8b0-4b9b-9a17-b0b205a548bf,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:19.565288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.588219 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Calling delete_port for a609213b-e8b0-4b9b-9a17-b0b205a548bf owned by network:dhcp {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:19.613146 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Deleting port a609213b-e8b0-4b9b-9a17-b0b205a548bf {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:19.613517 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.679065 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] For port a609213b-e8b0-4b9b-9a17-b0b205a548bf, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=a609213b-e8b0-4b9b-9a17-b0b205a548bf,segment=NetworkSegment(c7279969-706a-4a8a-9d3e-5e4872796355),segment_id=c7279969-706a-4a8a-9d3e-5e4872796355)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:19.679485 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.696017 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Calling delete_port for a609213b-e8b0-4b9b-9a17-b0b205a548bf owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:19.737798 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.761987 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a609213b-e8b0-4b9b-9a17-b0b205a548bf,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:19.768420 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] No DVR routers for this DVR port a609213b-e8b0-4b9b-9a17-b0b205a548bf on host dv-cinder-788363-9-iscsi {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:19.777130 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.805051 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] Pushing event deleted for resources: {'Port': ['ID=a609213b-e8b0-4b9b-9a17-b0b205a548bf,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:19.807001 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385cfb2-8e68-4804-91c5-0967f5484cf8 None None] No DVR routers for this DVR port a609213b-e8b0-4b9b-9a17-b0b205a548bf on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:19.842087 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.853055 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338442d7-0df2-4cf5-b8e2-2bc73033d800']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:19.866531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7279969-706a-4a8a-9d3e-5e4872796355') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:19.867259 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7279969-706a-4a8a-9d3e-5e4872796355') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:19.875629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.888743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.894261 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:59:19.894636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:59:19.896277 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:59:20.045938 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:20.051166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:20.056116 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43814) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:20.056687 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/338442d7-0df2-4cf5-b8e2-2bc73033d800 HTTP/1.1" status: 204 len: 168 time: 0.6910963 Aug 09 14:59:20.067294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dd6a6-ffce-4166-b7e2-625767441bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=338442d7-0df2-4cf5-b8e2-2bc73033d800,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:20.225016 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 40db337f-f958-462c-a15a-d3813f88de14 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:20.251248 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 40db337f-f958-462c-a15a-d3813f88de14 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:20.251597 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 40db337f-f958-462c-a15a-d3813f88de14 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:20.252127 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a609213b-e8b0-4b9b-9a17-b0b205a548bf no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:20.274640 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: a609213b-e8b0-4b9b-9a17-b0b205a548bf {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:20.274992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device a609213b-e8b0-4b9b-9a17-b0b205a548bf not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:20.275522 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 405626ac-0cd8-43d2-9c53-ed9e2893752c no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:20.298793 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 405626ac-0cd8-43d2-9c53-ed9e2893752c {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:20.299167 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 405626ac-0cd8-43d2-9c53-ed9e2893752c not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:20.418506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:20.657586 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Deleting port 5b3ee914-af09-4ca0-a6eb-d9de778283f8 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:20.657928 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:20.738021 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] For port 5b3ee914-af09-4ca0-a6eb-d9de778283f8, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=5b3ee914-af09-4ca0-a6eb-d9de778283f8,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:20.738155 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:20.753623 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Calling delete_port for 5b3ee914-af09-4ca0-a6eb-d9de778283f8 owned by network:router_interface {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:21.049984 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:21.086893 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3ee914-af09-4ca0-a6eb-d9de778283f8,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:21.107296 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.107648 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.107997 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.108331 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.108667 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.109066 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.109407 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.109746 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.110065 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.110393 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.110851 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.111214 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:21.265946 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:21.501167 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Router 5fd98611-6e5e-47b7-affd-7b32cd179108 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:59:21.607068 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:59:21.612183 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-45e31e37-64e6-4555-8ced-c384a1f152e2 admin admin] 10.222.0.45 "PUT /v2.0/routers/5fd98611-6e5e-47b7-affd-7b32cd179108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550730 Aug 09 14:59:21.614653 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43844) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:21.616142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Sync routers for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:59:21.628775 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:21.628775 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:21.723169 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks [] for router, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:21.746631 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:21.843765 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:21.927530 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:59:20Z', 'revision_number': 5, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port': {'id': 'de09d2bc-d6e7-4b7a-b76c-579873f22cdb', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:53:55Z', 'updated_at': '2021-08-09T14:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:21.954823 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Checking router: 5fd98611-6e5e-47b7-affd-7b32cd179108 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:59:21.963521 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Deleting port de09d2bc-d6e7-4b7a-b76c-579873f22cdb {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:21.963838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Routers {'5fd98611-6e5e-47b7-affd-7b32cd179108'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:21.963947 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:21.964464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['5fd98611-6e5e-47b7-affd-7b32cd179108'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:22.044173 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] For port de09d2bc-d6e7-4b7a-b76c-579873f22cdb, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:22.044477 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.050618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] Set router 5fd98611-6e5e-47b7-affd-7b32cd179108 gateway port host: None {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:22.057618 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Calling delete_port for de09d2bc-d6e7-4b7a-b76c-579873f22cdb owned by network:router_gateway {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:22.249361 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:59:21Z', 'revision_number': 6, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:22.275872 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35b129-029e-45e0-81c3-e3f55dc058ae None None] The sync data for ids ['5fd98611-6e5e-47b7-affd-7b32cd179108'] in dv-cinder-788363-9-iscsi is: [{'id': '5fd98611-6e5e-47b7-affd-7b32cd179108', 'name': 'tempest-TestShelveInstance-784631147-router', 'tenant_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:53:54Z', 'updated_at': '2021-08-09T14:59:21Z', 'revision_number': 6, 'project_id': 'e2fbe27c76aa46bcb998985ecbc536b4', 'gw_port_host': None}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:59:22.303566 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.330442 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Pushing event deleted for resources: {'Port': ['ID=de09d2bc-d6e7-4b7a-b76c-579873f22cdb,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:22.396993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.520993 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.523120 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.932542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.933084 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd98611-6e5e-47b7-affd-7b32cd179108 {{(pid=100406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 14:59:22.938278 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:22.939491 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e2ee1f8b-dd18-421c-afaf-00bce29fab8c admin admin] 10.222.0.45 "DELETE /v2.0/routers/5fd98611-6e5e-47b7-affd-7b32cd179108 HTTP/1.1" status: 204 len: 168 time: 1.3237193 Aug 09 14:59:22.942951 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43856) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:22.990935 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Deleting subnet e48c1573-72f2-4788-82fb-db4d472961d8 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 14:59:22.995022 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.037513 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.185983 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.313289 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.339620 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48c1573-72f2-4788-82fb-db4d472961d8,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:23.347328 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.347328 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5b46b9c0-510a-4158-b9c3-b01ee8ea2e1e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e48c1573-72f2-4788-82fb-db4d472961d8 HTTP/1.1" status: 204 len: 168 time: 0.4020395 Aug 09 14:59:23.349152 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43860) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:23.350363 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670764ab-a337-4eef-b581-f9a27b8308c0 None None] Network 2c60a34d-c1de-4371-b82f-0fa15406ab85 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 14:59:23.418028 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.479124 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Deleting port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:23.479452 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.541016 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] DHCP port deletion for 2c60a34d-c1de-4371-b82f-0fa15406ab85 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 14:59:23.542549 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] For port 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=9af5d49b-b570-416c-8b94-c3b78d12ffb9,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:23.542941 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.555901 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Calling delete_port for 9af5d49b-b570-416c-8b94-c3b78d12ffb9 owned by network:dhcp {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:23.584925 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Deleting port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:23.585826 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.648950 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] For port 9af5d49b-b570-416c-8b94-c3b78d12ffb9, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=9af5d49b-b570-416c-8b94-c3b78d12ffb9,segment=NetworkSegment(53afe8f3-fb06-4b63-9b41-bf2710e93868),segment_id=53afe8f3-fb06-4b63-9b41-bf2710e93868)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:23.649417 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.661496 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Calling delete_port for 9af5d49b-b570-416c-8b94-c3b78d12ffb9 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:23.726682 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.734287 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.752918 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af5d49b-b570-416c-8b94-c3b78d12ffb9,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:23.754741 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] No DVR routers for this DVR port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 on host dv-cinder-788363-9-iscsi {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:23.761501 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] Pushing event deleted for resources: {'Port': ['ID=9af5d49b-b570-416c-8b94-c3b78d12ffb9,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:23.763358 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06951a52-84d1-4f2a-ac67-c30b3e304af8 None None] No DVR routers for this DVR port 9af5d49b-b570-416c-8b94-c3b78d12ffb9 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:23.835199 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.846048 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c60a34d-c1de-4371-b82f-0fa15406ab85']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:23.857225 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53afe8f3-fb06-4b63-9b41-bf2710e93868') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:23.859151 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53afe8f3-fb06-4b63-9b41-bf2710e93868') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:23.866294 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.888025 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.890911 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 14:59:23.891454 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 14:59:23.893073 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 14:59:24.003909 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.010070 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.013485 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2c60a34d-c1de-4371-b82f-0fa15406ab85 HTTP/1.1" status: 204 len: 168 time: 0.6618946 Aug 09 14:59:24.023819 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc850e-ce59-4207-8913-894b794e5889 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c60a34d-c1de-4371-b82f-0fa15406ab85,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:24.088129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-51df04e9-4f5b-4df0-aa3d-bf4a7cded57b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:24.089645 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-51df04e9-4f5b-4df0-aa3d-bf4a7cded57b tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.1047409 Aug 09 14:59:24.104489 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-217c344b-e42f-4ec1-83fe-67785087e4d5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/quotas/b268eea9058f4d969f2b567bf1de1c0f HTTP/1.1" status: 200 len: 375 time: 0.0091600 Aug 09 14:59:24.158156 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-aa952f41-9973-4411-8c6f-65c918d0140f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483623 Aug 09 14:59:24.238734 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 9af5d49b-b570-416c-8b94-c3b78d12ffb9 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:24.261198 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-559c10cd-42ca-4ca2-bb8d-f1dba5afdfc0 service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956831 Aug 09 14:59:24.261709 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 9af5d49b-b570-416c-8b94-c3b78d12ffb9 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:24.262059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 9af5d49b-b570-416c-8b94-c3b78d12ffb9 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:24.262485 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de09d2bc-d6e7-4b7a-b76c-579873f22cdb no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:24.282228 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: de09d2bc-d6e7-4b7a-b76c-579873f22cdb {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:24.282579 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device de09d2bc-d6e7-4b7a-b76c-579873f22cdb not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:24.283008 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 5b3ee914-af09-4ca0-a6eb-d9de778283f8 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:24.302653 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 5b3ee914-af09-4ca0-a6eb-d9de778283f8 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:24.303019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 5b3ee914-af09-4ca0-a6eb-d9de778283f8 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:24.326825 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43882) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:24.356920 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-58f445de-87ea-4c66-9530-01ab4f257a8e service neutron] 10.222.0.45 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897520 Aug 09 14:59:24.368108 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d583f994-d9f3-4abb-92a7-05fc3075f28d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8fb370bf996c4e34832547e0c10a54ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395424 Aug 09 14:59:24.374175 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43884) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:24.418864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.440085 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.637208 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.640536 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:24.643807 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0dc12b2-3e2d-4ebe-80ab-778738f97674 HTTP/1.1" status: 204 len: 168 time: 0.2701547 Aug 09 14:59:24.651277 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1dd42-d9b6-4766-84b9-c74e2c9bfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc12b2-3e2d-4ebe-80ab-778738f97674,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:24.698037 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60af4b8a-fb0c-4983-bff7-25f6e8607c35 req-a64f9eb7-c4b8-4624-85c9-a8b70f164217 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 210 time: 0.0435109 Aug 09 14:59:25.285229 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 43900) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:25.327588 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-07585503-ffd1-4ab4-8bca-eb64394c7472 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2fbe27c76aa46bcb998985ecbc536b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411315 Aug 09 14:59:25.330400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 43904) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:25.379006 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:25.399200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:25.548616 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:25.551232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:25.560259 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87ae90ff-1f90-4ec8-95bb-ffd6956cdc84 HTTP/1.1" status: 204 len: 168 time: 0.2213006 Aug 09 14:59:25.561086 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c3749-3c5e-4635-9904-49427210a858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae90ff-1f90-4ec8-95bb-ffd6956cdc84,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:25.792635 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-919e2aa4-4853-4b16-a110-20ebc207d17e req-9c504e9f-7b31-45e3-9b49-200bbcff8a59 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 210 time: 0.0281527 Aug 09 14:59:26.665092 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-c18ff538-bb6f-4872-9d80-dffe9e2f24da tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:26.666554 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-c18ff538-bb6f-4872-9d80-dffe9e2f24da tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 814 time: 0.0992217 Aug 09 14:59:26.684853 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Request body: {'port': {'device_id': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'admin_state_up': True, 'tenant_id': 'b268eea9058f4d969f2b567bf1de1c0f'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:59:26.871636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Made reservation on behalf of b268eea9058f4d969f2b567bf1de1c0f for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 14:59:26.874882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:26.900226 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cd1dcf7b-38a4-4d2e-b7a4-d0e3607a10f1 req-e82ac9ae-eda2-4f8a-83d0-e45d3c89346c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 210 time: 0.0390990 Aug 09 14:59:27.299976 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Allocated IP 172.20.0.3 (25076833-f7a7-476b-948c-d05056b1d34f/c37d80ab-8b7b-4ab2-96fe-c6966530791f/f7c76a13-b511-4ad4-843f-692929a4e0ab) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 14:59:27.445286 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:27.529876 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:27.541992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:59:27.569379 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Network 25076833-f7a7-476b-948c-d05056b1d34f is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 14:59:27.572977 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 14:59:27.578635 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 14:59:27.603674 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event updated for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:27.631355 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:27.632496 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:27.696211 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-04e43ad4-363f-4c13-b744-74ff8452be8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0149975 Aug 09 14:59:27.709557 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Request body: {'port': {'device_id': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 14:59:27.765569 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.040668 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.060010 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb969-08b9-4233-94ca-0955bc5f6dd2 req-48ceda9f-7dd0-4927-94e6-00e6652e3a74 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.061503 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-602fb969-08b9-4233-94ca-0955bc5f6dd2 req-48ceda9f-7dd0-4927-94e6-00e6652e3a74 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 931 time: 0.0930164 Aug 09 14:59:28.065239 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c76a13-b511-4ad4-843f-692929a4e0ab {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:59:28.074770 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.100896 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Transition to ACTIVE for port object f7c76a13-b511-4ad4-843f-692929a4e0ab will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 14:59:28.114531 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-602fb969-08b9-4233-94ca-0955bc5f6dd2 req-0f0f4881-71b3-4963-bf14-6f31c8af5307 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Aug 09 14:59:28.146678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.199723 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:28.268430 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Attempting to bind port f7c76a13-b511-4ad4-843f-692929a4e0ab on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 14:59:28.268765 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Attempting to bind port f7c76a13-b511-4ad4-843f-692929a4e0ab by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 14:59:28.269097 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Attempting to bind port f7c76a13-b511-4ad4-843f-692929a4e0ab on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:59:28.273625 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Port f7c76a13-b511-4ad4-843f-692929a4e0ab on network 25076833-f7a7-476b-948c-d05056b1d34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 14:59:28.273947 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Attempting to bind port f7c76a13-b511-4ad4-843f-692929a4e0ab on network 25076833-f7a7-476b-948c-d05056b1d34f {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 14:59:28.278621 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 14:59:28.278995 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Checking segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 14:59:28.279413 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Bound using segment: {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 14:59:28.279839 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Bound port: f7c76a13-b511-4ad4-843f-692929a4e0ab, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c115c6-220b-4dff-88e6-a81095a088a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 14:59:28.280329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.346183 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 14:59:28.346183 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 14:59:28.417711 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.454953 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.455602 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.456976 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7c76a13-b511-4ad4-843f-692929a4e0ab HTTP/1.1" status: 200 len: 1093 time: 0.7516820 Aug 09 14:59:28.457404 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:28.459683 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7" -d '{"events": [{"name": "network-changed", "server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:28.488538 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77e402-f82c-4a5e-ab28-b1985666c166 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:28.501824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174751e-14f9-4e6e-ac33-7f216f678c51 x-openstack-request-id: req-5174751e-14f9-4e6e-ac33-7f216f678c51 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:28.502123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:28.502383 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5174751e-14f9-4e6e-ac33-7f216f678c51 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:28.502790 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab', 'status': 'completed', 'code': 200} Aug 09 14:59:28.512113 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dd528b58-8976-4548-a199-82ffacf22caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:28.570911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-894f66fc-d85a-4fe9-996c-eb3a73d9e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.572439 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-894f66fc-d85a-4fe9-996c-eb3a73d9e55e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 1096 time: 0.0419559 Aug 09 14:59:28.669689 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-80827d37-0af0-4f22-b9ce-4ba978e6af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.671169 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-80827d37-0af0-4f22-b9ce-4ba978e6af36 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899825 Aug 09 14:59:28.774905 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-c63a88c7-4545-432f-b91b-9b90b64ccb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.776466 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-60e8f819-3d5f-4af7-a263-89fd22ccaaf7 req-c63a88c7-4545-432f-b91b-9b90b64ccb58 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913768 Aug 09 14:59:28.863630 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-64827faa-146e-4c7d-b629-9c7d07f39404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.865898 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-64827faa-146e-4c7d-b629-9c7d07f39404 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 1096 time: 0.0458050 Aug 09 14:59:28.912649 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-d31d1b6b-7cf4-497e-b4a5-2f61c3931c5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab HTTP/1.1" status: 200 len: 217 time: 0.0382943 Aug 09 14:59:28.961559 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5bed4a4d-3d66-4740-b0bc-d13d21ad656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:28.963041 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-5bed4a4d-3d66-4740-b0bc-d13d21ad656c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 200 len: 854 time: 0.0432019 Aug 09 14:59:29.001339 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-43edc11e-32d0-4b76-b88f-2d34fbae5ca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25076833-f7a7-476b-948c-d05056b1d34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241177 Aug 09 14:59:29.097974 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-944f4d67-881d-457d-bbad-3ae763f495bf service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879607 Aug 09 14:59:29.219802 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6f905222-54ed-43a5-997c-945c2e55ba1c req-e1b394c7-0bfc-4d7e-b4de-d44b409c318a service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078727 Aug 09 14:59:29.242571 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a0411-aeb3-407b-80da-6e8856deadf4 req-0a10d13e-e049-4c66-b493-d056764d189a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:29.244135 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de6a0411-aeb3-407b-80da-6e8856deadf4 req-0a10d13e-e049-4c66-b493-d056764d189a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 943 time: 0.0606692 Aug 09 14:59:29.283997 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de6a0411-aeb3-407b-80da-6e8856deadf4 req-4db73dfe-1163-41c4-8718-ed4b89d24a76 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338883 Aug 09 14:59:30.402646 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b2a56-a9e9-4739-8698-fb0b878ce52a req-c460dd0e-6c57-4517-b18d-54b9ca85b0ab tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:30.404146 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-743b2a56-a9e9-4739-8698-fb0b878ce52a req-c460dd0e-6c57-4517-b18d-54b9ca85b0ab tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 943 time: 0.0540609 Aug 09 14:59:30.441862 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-743b2a56-a9e9-4739-8698-fb0b878ce52a req-995b6c05-3e67-400e-aef5-983cda53cbb6 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Aug 09 14:59:31.226371 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b98171c2-f605-4877-a9db-902008742a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:31.559870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070c040-0a37-4ead-9546-19312ec19189 req-99c623c0-62a8-43a6-99d5-841a3e69f059 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:31.561314 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d070c040-0a37-4ead-9546-19312ec19189 req-99c623c0-62a8-43a6-99d5-841a3e69f059 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 943 time: 0.0495298 Aug 09 14:59:31.600137 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d070c040-0a37-4ead-9546-19312ec19189 req-312a70fb-bb0e-4370-acc1-e05d2e5c1a8e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325253 Aug 09 14:59:31.638040 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:32.200039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device f7c76a13-b511-4ad4-843f-692929a4e0ab details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 14:59:32.304738 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:32.316050 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': 'f7c76a13-b511-4ad4-843f-692929a4e0ab', 'network_id': '25076833-f7a7-476b-948c-d05056b1d34f', 'port_id': 'f7c76a13-b511-4ad4-843f-692929a4e0ab', 'mac_address': 'fa:16:3e:27:7a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c37d80ab-8b7b-4ab2-96fe-c6966530791f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 14:59:32.318883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:32.356150 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:32.369492 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c76a13-b511-4ad4-843f-692929a4e0ab {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 14:59:32.390241 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:32.455384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:32.507403 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:32.514324 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.514681 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.515019 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.515376 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.515708 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.516039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.516364 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.516695 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.517014 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.517334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.517655 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.517974 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 14:59:32.715793 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f19bc-2556-4ae2-b257-cb0c22f107a7 req-4448ce53-6f0d-492e-8311-e92795292584 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:32.717179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-514f19bc-2556-4ae2-b257-cb0c22f107a7 req-4448ce53-6f0d-492e-8311-e92795292584 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 944 time: 0.0482011 Aug 09 14:59:32.754494 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-514f19bc-2556-4ae2-b257-cb0c22f107a7 req-2552a8cd-e677-4729-b5c5-b1d73b1e5464 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Aug 09 14:59:32.758017 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['f7c76a13-b511-4ad4-843f-692929a4e0ab'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:59:33.789547 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:33.873967 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064dc30-9015-4dba-a0b3-b4fabe78a344 req-a70cf585-8057-4f0a-aef5-0ffda7d29f46 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:33.875470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a064dc30-9015-4dba-a0b3-b4fabe78a344 req-a70cf585-8057-4f0a-aef5-0ffda7d29f46 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 944 time: 0.0529640 Aug 09 14:59:33.915279 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a064dc30-9015-4dba-a0b3-b4fabe78a344 req-35f3f7a3-0c45-460f-9a92-f78916890999 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338297 Aug 09 14:59:34.206626 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device f7c76a13-b511-4ad4-843f-692929a4e0ab up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 14:59:34.306457 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port f7c76a13-b511-4ad4-843f-692929a4e0ab completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 14:59:34.310325 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port f7c76a13-b511-4ad4-843f-692929a4e0ab triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 14:59:34.310698 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:34.387009 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:34.411050 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:34.413798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c64ba-e0c3-48ff-937d-60daff6f2f5e" -d '{"events": [{"server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "name": "network-vif-plugged", "status": "completed", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:34.426713 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:34.451990 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423cbbd6-b639-408b-936c-e70900090f05 x-openstack-request-id: req-423cbbd6-b639-408b-936c-e70900090f05 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:34.452288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "name": "network-vif-plugged", "status": "completed", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:34.452547 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-423cbbd6-b639-408b-936c-e70900090f05 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:34.452944 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab', 'code': 200} Aug 09 14:59:34.500583 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:34.551678 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:34.761826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e298d-8323-439d-8c20-5c4ad439aeae req-9fb6cf93-b752-4478-b131-30247d896805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:34.763448 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-228e298d-8323-439d-8c20-5c4ad439aeae req-9fb6cf93-b752-4478-b131-30247d896805 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 1098 time: 0.0413163 Aug 09 14:59:34.799764 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-228e298d-8323-439d-8c20-5c4ad439aeae req-38282734-2321-4988-9e28-eb04a41b9f47 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274873 Aug 09 14:59:35.026496 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96113c2-94c1-49e5-bcf6-cffb2194a1b1 req-d9c41fb3-394d-4011-9eab-66282ccc9583 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:35.027979 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e96113c2-94c1-49e5-bcf6-cffb2194a1b1 req-d9c41fb3-394d-4011-9eab-66282ccc9583 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.0477781 Aug 09 14:59:35.064997 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e96113c2-94c1-49e5-bcf6-cffb2194a1b1 req-c62ec713-f67d-46ad-81b8-399f57ea7a25 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Aug 09 14:59:36.183066 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062550e-0acb-44d3-8105-17fa58a4919a req-ca42c854-5ea3-4a7b-b3ea-75261145eddd tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:36.184565 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1062550e-0acb-44d3-8105-17fa58a4919a req-ca42c854-5ea3-4a7b-b3ea-75261145eddd tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Aug 09 14:59:36.220507 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1062550e-0acb-44d3-8105-17fa58a4919a req-0244f3ef-da47-4d84-806f-4ddd88c2799e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301075 Aug 09 14:59:45.640018 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 14:59:52.097192 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692bcf1-5e33-4bd6-b70e-5becb46131a4 req-7ac368df-8988-4491-be67-7d147aab2007 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:52.098661 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6692bcf1-5e33-4bd6-b70e-5becb46131a4 req-7ac368df-8988-4491-be67-7d147aab2007 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0503008 Aug 09 14:59:52.136954 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6692bcf1-5e33-4bd6-b70e-5becb46131a4 req-a172cba7-ba24-48a7-a5e6-1598922f37fa tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323699 Aug 09 14:59:52.554109 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cc531-80d8-4774-939a-9c856bb8149f req-c705ffe2-fec7-4f6a-b674-243a3c3a64a0 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:52.555618 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a97cc531-80d8-4774-939a-9c856bb8149f req-c705ffe2-fec7-4f6a-b674-243a3c3a64a0 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Aug 09 14:59:52.593453 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a97cc531-80d8-4774-939a-9c856bb8149f req-c8f851df-3001-4d52-90f8-1de0913a55c4 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Aug 09 14:59:53.258381 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc338c-3ab8-4662-8a2a-4b03c948ebb3 req-ce94372a-87b3-404a-b855-3d0776790a28 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:53.259887 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fdfc338c-3ab8-4662-8a2a-4b03c948ebb3 req-ce94372a-87b3-404a-b855-3d0776790a28 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0522535 Aug 09 14:59:53.298042 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fdfc338c-3ab8-4662-8a2a-4b03c948ebb3 req-787dec25-6f09-449c-93cc-f3b26c418f8a tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Aug 09 14:59:53.707656 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9011-d1dd-4146-8190-9709d3079ab6 req-e42f162d-353d-4f67-8217-676359b134b5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:53.709160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a4ab9011-d1dd-4146-8190-9709d3079ab6 req-e42f162d-353d-4f67-8217-676359b134b5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Aug 09 14:59:53.747250 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a4ab9011-d1dd-4146-8190-9709d3079ab6 req-baea10bd-71e7-4d2f-bcd2-94f9c5c8897e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Aug 09 14:59:54.033149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-c823796f-764c-4a72-af60-a7326b645870 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:54.036972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-c823796f-764c-4a72-af60-a7326b645870 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0564969 Aug 09 14:59:54.130466 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Deleting port 651e42d7-b865-434a-8bc0-ff88fc5683d8 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:54.130815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.254793 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] For port 651e42d7-b865-434a-8bc0-ff88fc5683d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=651e42d7-b865-434a-8bc0-ff88fc5683d8,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:54.255185 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.307786 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-ee6bc50b-6142-4e52-8610-de00d628c7c6 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:54.309779 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-ee6bc50b-6142-4e52-8610-de00d628c7c6 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.1021256 Aug 09 14:59:54.528431 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496f82-f4eb-4f15-a41c-f2c9e32b3a7a req-260dc1c2-327c-430e-a74d-2465f7e20bf3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:54.529900 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d496f82-f4eb-4f15-a41c-f2c9e32b3a7a req-260dc1c2-327c-430e-a74d-2465f7e20bf3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 946 time: 0.1428206 Aug 09 14:59:54.542241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Deleting port f7c76a13-b511-4ad4-843f-692929a4e0ab {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:54.542581 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.551329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.552434 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.552434 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Floating IP bcac2364-fb0a-4952-b12c-da0bd32161ed disassociated. External IP: 172.27.1.250, port: 651e42d7-b865-434a-8bc0-ff88fc5683d8. Aug 09 14:59:54.552434 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Calling delete_port for 651e42d7-b865-434a-8bc0-ff88fc5683d8 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:54.667082 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0d496f82-f4eb-4f15-a41c-f2c9e32b3a7a req-2637a473-1bef-426e-ad70-aa799014dee7 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups?id=7464389f-96b4-41e6-a3c4-1b8647421072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282449 Aug 09 14:59:54.711083 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] For port f7c76a13-b511-4ad4-843f-692929a4e0ab, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f7c76a13-b511-4ad4-843f-692929a4e0ab,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 14:59:54.711470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.729967 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Calling delete_port for f7c76a13-b511-4ad4-843f-692929a4e0ab owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:54.884826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092236ee-f878-49f2-abf0-4c18e2daffbc req-3745178d-c389-4489-874e-cfc0845e224a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:54.886335 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-092236ee-f878-49f2-abf0-4c18e2daffbc req-3745178d-c389-4489-874e-cfc0845e224a tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 945 time: 0.0658884 Aug 09 14:59:54.888047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:54.956862 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'Port': ['ID=651e42d7-b865-434a-8bc0-ff88fc5683d8,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:55.034665 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-092236ee-f878-49f2-abf0-4c18e2daffbc req-39083463-2fdd-4c2f-ad34-99c916ae3bd5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398427 Aug 09 14:59:55.091097 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:55.102598 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'f7c76a13-b511-4ad4-843f-692929a4e0ab'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 14:59:55.127144 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event deleted for resources: {'Port': ['ID=f7c76a13-b511-4ad4-843f-692929a4e0ab,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:55.153268 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 14:59:55.173819 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] No DVR routers for this DVR port f7c76a13-b511-4ad4-843f-692929a4e0ab on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:55.177708 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:55.182016 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9a18f44f-e2e3-4a0a-9e26-30d3185f0120 req-62713ee6-2e16-427f-9ee6-c71886208fb5 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "DELETE /v2.0/ports/f7c76a13-b511-4ad4-843f-692929a4e0ab HTTP/1.1" status: 204 len: 173 time: 0.8632205 Aug 09 14:59:55.182016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'name': 'network-vif-deleted', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:55.183315 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f104237d-61e5-44e6-82eb-15aed74ee673" -d '{"events": [{"server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "name": "network-vif-deleted", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:55.224423 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4983b0-fbae-43ec-97da-cfc87c39e259 x-openstack-request-id: req-ee4983b0-fbae-43ec-97da-cfc87c39e259 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:55.224717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ecdbc7-fec4-40be-805a-396dd5b93e02", "name": "network-vif-deleted", "tag": "f7c76a13-b511-4ad4-843f-692929a4e0ab", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:55.224971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee4983b0-fbae-43ec-97da-cfc87c39e259 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:55.225359 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ecdbc7-fec4-40be-805a-396dd5b93e02', 'name': 'network-vif-deleted', 'tag': 'f7c76a13-b511-4ad4-843f-692929a4e0ab', 'status': 'completed', 'code': 200} Aug 09 14:59:55.303124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 14:59:55.324774 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 14:59:55.348326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] No DVR routers for this DVR port 651e42d7-b865-434a-8bc0-ff88fc5683d8 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 14:59:55.350879 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:55.351371 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:55.353179 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9b0dc607-3ec9-4644-940b-5cc084bd15e9 req-e9ad44d8-d77e-488a-93db-e0370f172395 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.58 "DELETE /v2.0/ports/651e42d7-b865-434a-8bc0-ff88fc5683d8 HTTP/1.1" status: 204 len: 173 time: 1.3088028 Aug 09 14:59:55.355078 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:55.487019 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:55.681307 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:55.707534 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 14:59:55.715729 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 14:59:55.716424 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T14:59:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:55.772000 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-cb7ef03c-e8a5-45ae-ac0d-bdcc2a953391 req-475c88b1-ed9e-4108-bdc8-aa1383d6903d tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e66444-924c-4175-be6d-426a86a7a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0267267 Aug 09 14:59:55.830359 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 14:59:56.125050 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 14:59:56.149094 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-19bae5f9-da28-417f-98fb-c5f2ded60fd8 req-8429f3de-fccd-4e7a-9c28-e4e0ee5fb431 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=28ecdbc7-fec4-40be-805a-396dd5b93e02 HTTP/1.1" status: 200 len: 210 time: 0.0312333 Aug 09 14:59:56.154325 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29248c-e44f-4c6c-af65-d95c82f1d92a None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T14:54:31Z', 'revision_number': 4, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '2c7a3af6-8cb0-4a15-a40b-86179c08fbaa', 'name': '', 'network_id': 'b74aa2ae-b925-4c75-b7ac-7c108d3990c3', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'mac_address': 'fa:16:3e:e9:33:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:30Z', 'updated_at': '2021-08-09T14:54:38Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'subnets': [{'id': '4f2afabe-5115-4409-88bc-3a05ab83b80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 14:59:56.388123 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5795fb-0785-4e06-8b64-4851696a89e5 None None] New status for floating IP bcac2364-fb0a-4952-b12c-da0bd32161ed: DOWN {{(pid=100407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 14:59:56.946776 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44130) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:57.003592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.026058 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.154294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.156970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.158156 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "DELETE /v2.0/security-groups/7464389f-96b4-41e6-a3c4-1b8647421072 HTTP/1.1" status: 204 len: 168 time: 0.2103138 Aug 09 14:59:57.161119 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44132) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:57.167326 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a415db-b64f-487d-8f11-9a4d957a3bb2 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7464389f-96b4-41e6-a3c4-1b8647421072,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:57.175182 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.api.v2.resource [None req-c478f018-437f-4736-8f9e-64f0dc984f03 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] show failed (client error): The resource could not be found. Aug 09 14:59:57.179450 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c478f018-437f-4736-8f9e-64f0dc984f03 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "GET /v2.0/security-groups/7464389f-96b4-41e6-a3c4-1b8647421072 HTTP/1.1" status: 404 len: 347 time: 0.0143383 Aug 09 14:59:57.181727 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44136) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 14:59:57.226719 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'name': 'network-vif-deleted', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 14:59:57.229370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e474190-4ee5-415e-ad80-ea80a8eecacc" -d '{"events": [{"server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "name": "network-vif-deleted", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 14:59:57.267229 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd652c04-1b33-46c5-899f-1a261f8602ff x-openstack-request-id: req-dd652c04-1b33-46c5-899f-1a261f8602ff {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 14:59:57.267534 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e66444-924c-4175-be6d-426a86a7a2d5", "name": "network-vif-deleted", "tag": "651e42d7-b865-434a-8bc0-ff88fc5683d8", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 14:59:57.267795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd652c04-1b33-46c5-899f-1a261f8602ff {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 14:59:57.268195 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e66444-924c-4175-be6d-426a86a7a2d5', 'name': 'network-vif-deleted', 'tag': '651e42d7-b865-434a-8bc0-ff88fc5683d8', 'status': 'completed', 'code': 200} Aug 09 14:59:57.307411 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Deleting port c6456853-a3c1-4ae0-84f8-2118b5243ab6 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 14:59:57.307756 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.385978 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.386305 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.399050 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Calling delete_port for c6456853-a3c1-4ae0-84f8-2118b5243ab6 owned by network:floatingip {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 14:59:57.593874 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.619547 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Pushing event deleted for resources: {'Port': ['ID=c6456853-a3c1-4ae0-84f8-2118b5243ab6,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 14:59:57.683833 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks [] for floatingip, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.687275 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:57.688428 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-0fdd50a0-be88-4f5f-b7aa-e3295a22b4e3 tempest-AttachVolumeTestJSON-333403178 tempest-AttachVolumeTestJSON-333403178-project] 10.222.0.45 "DELETE /v2.0/floatingips/bcac2364-fb0a-4952-b12c-da0bd32161ed HTTP/1.1" status: 204 len: 168 time: 0.5057633 Aug 09 14:59:58.050885 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:58.349861 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 651e42d7-b865-434a-8bc0-ff88fc5683d8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:58.369994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 651e42d7-b865-434a-8bc0-ff88fc5683d8 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:58.375258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 651e42d7-b865-434a-8bc0-ff88fc5683d8 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:58.375258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device f7c76a13-b511-4ad4-843f-692929a4e0ab no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 14:59:58.392066 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: f7c76a13-b511-4ad4-843f-692929a4e0ab {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 14:59:58.392418 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device f7c76a13-b511-4ad4-843f-692929a4e0ab not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 14:59:58.485261 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b6caccfc-0b1a-42eb-b95f-92871be6e2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 14:59:58.805594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a7b1-dc4f-4314-9cf3-cafffedcef02 req-3ce507bf-2c0f-4dd0-bede-fd68ce3c150c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:58.807098 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2f40a7b1-dc4f-4314-9cf3-cafffedcef02 req-3ce507bf-2c0f-4dd0-bede-fd68ce3c150c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.0492351 Aug 09 14:59:58.847051 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2f40a7b1-dc4f-4314-9cf3-cafffedcef02 req-e3e24008-0751-41de-ba84-05f3876668cc tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Aug 09 14:59:59.967624 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b16aa-da95-4999-ae07-daf01538a641 req-cedfdd5d-be03-4d84-a392-8b86a9bf3ba2 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 14:59:59.969010 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0b16aa-da95-4999-ae07-daf01538a641 req-cedfdd5d-be03-4d84-a392-8b86a9bf3ba2 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Aug 09 15:00:00.005081 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d0b16aa-da95-4999-ae07-daf01538a641 req-13012311-74e5-4a2f-9506-b82068f056e7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302689 Aug 09 15:00:00.277452 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-c3c00f28-112a-4fe7-be15-eb62706d885b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432980 Aug 09 15:00:00.345474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-7e48dc24-b817-4c1e-86b2-00765b9808c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:00.346894 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-7e48dc24-b817-4c1e-86b2-00765b9808c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 1098 time: 0.0486836 Aug 09 15:00:00.424889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-4c6adf12-4c09-456b-8b72-1da4ce08f73f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:00.426340 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-4c6adf12-4c09-456b-8b72-1da4ce08f73f tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.0939932 Aug 09 15:00:00.524017 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-ee5b39ec-0cfc-479d-a866-057787bf65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:00.525470 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-ee5b39ec-0cfc-479d-a866-057787bf65b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 200 len: 915 time: 0.1578658 Aug 09 15:00:00.574929 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-8df58d3b-fca4-432a-9f82-8200520da230 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 HTTP/1.1" status: 200 len: 217 time: 0.0410180 Aug 09 15:00:00.581857 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Deleting port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:00.582205 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:00.681803 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-d63384ef-47d5-4f16-8aba-4b643fe90e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:00.683318 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-d63384ef-47d5-4f16-8aba-4b643fe90e26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 200 len: 854 time: 0.0971770 Aug 09 15:00:00.724365 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-60af47c4-8ff6-42bd-9f04-4bff8c46c950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25076833-f7a7-476b-948c-d05056b1d34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323689 Aug 09 15:00:00.730564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] For port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:00.730932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:00.759845 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Calling delete_port for e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:01.180157 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-923b8ab9-4ef5-4adb-a462-d368eb1ed012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:01.201713 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999cef4-a42c-4d5a-9589-563ccc51c02f req-64fc3819-29f2-46ba-afa0-645d0f68a33c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:01.203224 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c999cef4-a42c-4d5a-9589-563ccc51c02f req-64fc3819-29f2-46ba-afa0-645d0f68a33c tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 945 time: 0.1266096 Aug 09 15:00:01.212410 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-d44f5f6a-14eb-4353-b5e8-53cfc3100417 service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781148 Aug 09 15:00:01.319217 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c999cef4-a42c-4d5a-9589-563ccc51c02f req-2f1ad6aa-214b-46b4-a415-a32c038e31f1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 Aug 09 15:00:01.367949 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe013f10-9ee5-46b9-bd27-a1f9d8ad8d29 req-90219ce0-b0d0-43c1-8e9d-1ac0bf889f1d service neutron] 10.222.0.58 "GET /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472199 Aug 09 15:00:01.454196 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:01.465718 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:00:01.488141 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event deleted for resources: {'Port': ['ID=e2b7dd20-dfbf-4004-bbc4-b941cb3046c3,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:01.529171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] No DVR routers for this DVR port e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:00:01.531795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:01.533846 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e7dbf033-4218-4780-83ab-a73f3b851d92 req-47588c04-f135-4611-8b80-0454cef4fb80 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "DELETE /v2.0/ports/e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 HTTP/1.1" status: 204 len: 173 time: 1.1000235 Aug 09 15:00:01.534281 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'name': 'network-vif-deleted', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:00:01.536542 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e384f3dc-ee9e-475b-96d4-e490cd56ccc5" -d '{"events": [{"server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "name": "network-vif-deleted", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:00:01.573599 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b41c6b-6e3a-4569-a064-227b1ace0d7f x-openstack-request-id: req-21b41c6b-6e3a-4569-a064-227b1ace0d7f {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:00:01.573942 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf3e6a-a9bc-4a65-b787-4f65b57c0894", "name": "network-vif-deleted", "tag": "e2b7dd20-dfbf-4004-bbc4-b941cb3046c3", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:00:01.574128 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21b41c6b-6e3a-4569-a064-227b1ace0d7f {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:00:01.574616 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdf3e6a-a9bc-4a65-b787-4f65b57c0894', 'name': 'network-vif-deleted', 'tag': 'e2b7dd20-dfbf-4004-bbc4-b941cb3046c3', 'status': 'completed', 'code': 200} Aug 09 15:00:01.618582 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44182) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:01.638049 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.127672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.371256 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.391717 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Deleting port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:02.391976 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.430902 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e2a4b405-e297-4439-9c64-0ad038dbb729 req-c8de5b42-7ff9-4e16-9a75-dbb1e410edf9 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=6cdf3e6a-a9bc-4a65-b787-4f65b57c0894 HTTP/1.1" status: 200 len: 210 time: 0.0270467 Aug 09 15:00:02.473970 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] For port 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:02.474351 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.486596 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Calling delete_port for 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa owned by network:router_interface {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:02.748934 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:02.772423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7a3af6-8cb0-4a15-a40b-86179c08fbaa,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:02.939174 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.147000 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Router 87a5ca72-f4af-4449-8476-ab0c44a242b4 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:00:03.250162 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:00:03.255246 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-33988d47-ce5c-4c65-9b6c-b8309970c818 admin admin] 10.222.0.45 "PUT /v2.0/routers/87a5ca72-f4af-4449-8476-ab0c44a242b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6355226 Aug 09 15:00:03.257838 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44188) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:03.259404 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Sync routers for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:00:03.269428 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:00:03.270046 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:00:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:03.360330 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.371362 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:00:03.461391 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.549203 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T15:00:02Z', 'revision_number': 5, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port': {'id': 'f2e22a81-9296-4b8f-b07d-47292e68dda2', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T14:54:27Z', 'updated_at': '2021-08-09T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:03.574565 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Deleting port f2e22a81-9296-4b8f-b07d-47292e68dda2 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:03.574913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.576529 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Checking router: 87a5ca72-f4af-4449-8476-ab0c44a242b4 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:00:03.584965 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Routers {'87a5ca72-f4af-4449-8476-ab0c44a242b4'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:00:03.585564 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:00:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['87a5ca72-f4af-4449-8476-ab0c44a242b4'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:03.658288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] For port f2e22a81-9296-4b8f-b07d-47292e68dda2, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=f2e22a81-9296-4b8f-b07d-47292e68dda2,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:03.658677 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.668708 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] Set router 87a5ca72-f4af-4449-8476-ab0c44a242b4 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:00:03.670563 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Calling delete_port for f2e22a81-9296-4b8f-b07d-47292e68dda2 owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:03.720195 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T15:00:03Z', 'revision_number': 6, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:03.753285 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bceaff-9ef9-4da5-83a6-444c1b7ffd0e None None] The sync data for ids ['87a5ca72-f4af-4449-8476-ab0c44a242b4'] in dv-cinder-788363-9-iscsi is: [{'id': '87a5ca72-f4af-4449-8476-ab0c44a242b4', 'name': 'tempest-AttachVolumeTestJSON-749002725-router', 'tenant_id': '588d683279ea434b91c40d2f7efe70e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T14:54:25Z', 'updated_at': '2021-08-09T15:00:03Z', 'revision_number': 6, 'project_id': '588d683279ea434b91c40d2f7efe70e9', 'gw_port_host': None}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:00:03.837584 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.920473 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:03.950987 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e22a81-9296-4b8f-b07d-47292e68dda2,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:03.965555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f925-4077-4424-95d3-04522d0a05c3 req-07822f4b-6908-428c-8610-94059e304471 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:03.967129 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1508f925-4077-4424-95d3-04522d0a05c3 req-07822f4b-6908-428c-8610-94059e304471 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 945 time: 0.0790632 Aug 09 15:00:04.043190 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1508f925-4077-4424-95d3-04522d0a05c3 req-b655a140-03cf-4625-869c-14d7b0f35dd4 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629601 Aug 09 15:00:04.048129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.142078 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.144458 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.248769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.249316 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a5ca72-f4af-4449-8476-ab0c44a242b4 {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:00:04.253709 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.254838 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-05a82968-2c19-4819-988e-a46245f77633 admin admin] 10.222.0.45 "DELETE /v2.0/routers/87a5ca72-f4af-4449-8476-ab0c44a242b4 HTTP/1.1" status: 204 len: 168 time: 0.9960282 Aug 09 15:00:04.257334 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44196) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:04.301492 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Deleting subnet 4f2afabe-5115-4409-88bc-3a05ab83b80b {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:00:04.304378 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.340760 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.381430 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:04.400371 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:04.400711 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device e2b7dd20-dfbf-4004-bbc4-b941cb3046c3 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:04.418105 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.522631 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:04.531780 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.543735 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:04.544273 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 2c7a3af6-8cb0-4a15-a40b-86179c08fbaa not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:04.544897 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f2e22a81-9296-4b8f-b07d-47292e68dda2 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:04.560911 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2afabe-5115-4409-88bc-3a05ab83b80b,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:04.567311 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: f2e22a81-9296-4b8f-b07d-47292e68dda2 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:04.567487 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.567988 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device f2e22a81-9296-4b8f-b07d-47292e68dda2 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:04.569707 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-affcc235-1a56-4f75-8c43-25c0e8002774 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4f2afabe-5115-4409-88bc-3a05ab83b80b HTTP/1.1" status: 204 len: 168 time: 0.3114686 Aug 09 15:00:04.572094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44198) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:04.573955 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea5ffa8-d428-4ff7-b890-9945452c8fcb None None] Network b74aa2ae-b925-4c75-b7ac-7c108d3990c3 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:00:04.643045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.701329 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Deleting port c99a754e-96e3-4595-ae9e-d54f1cde8882 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:04.701940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.771789 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] DHCP port deletion for b74aa2ae-b925-4c75-b7ac-7c108d3990c3 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:00:04.773635 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] For port c99a754e-96e3-4595-ae9e-d54f1cde8882, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c99a754e-96e3-4595-ae9e-d54f1cde8882,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:04.774224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.787485 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Calling delete_port for c99a754e-96e3-4595-ae9e-d54f1cde8882 owned by network:dhcp {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:04.819808 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Deleting port c99a754e-96e3-4595-ae9e-d54f1cde8882 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:04.820191 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.888434 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] For port c99a754e-96e3-4595-ae9e-d54f1cde8882, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=c99a754e-96e3-4595-ae9e-d54f1cde8882,segment=NetworkSegment(8a2ddbd0-9168-489a-9563-75516db5fdf4),segment_id=8a2ddbd0-9168-489a-9563-75516db5fdf4)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:04.889149 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.900742 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Calling delete_port for c99a754e-96e3-4595-ae9e-d54f1cde8882 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:04.945999 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.971984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c99a754e-96e3-4595-ae9e-d54f1cde8882,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:04.973699 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:04.975842 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] No DVR routers for this DVR port c99a754e-96e3-4595-ae9e-d54f1cde8882 on host dv-cinder-788363-9-iscsi {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:00:04.999722 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] Pushing event deleted for resources: {'Port': ['ID=c99a754e-96e3-4595-ae9e-d54f1cde8882,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:05.003523 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a03e14-a37a-44bb-a047-e0b94cb5c705 None None] No DVR routers for this DVR port c99a754e-96e3-4595-ae9e-d54f1cde8882 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:00:05.049303 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.058870 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74aa2ae-b925-4c75-b7ac-7c108d3990c3']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:05.073388 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2ddbd0-9168-489a-9563-75516db5fdf4') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:05.073688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2ddbd0-9168-489a-9563-75516db5fdf4') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:05.083636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.097745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.103746 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:00:05.104140 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:00:05.105784 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:00:05.201470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee764785-b814-4c93-b428-d7e24a9cbf2d req-3c46b139-d028-4199-b0b6-3c1747d64a73 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:05.203074 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ee764785-b814-4c93-b428-d7e24a9cbf2d req-3c46b139-d028-4199-b0b6-3c1747d64a73 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 945 time: 0.0881891 Aug 09 15:00:05.240829 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ee764785-b814-4c93-b428-d7e24a9cbf2d req-72a0bfba-e6ee-4653-8af3-a4b0fb483c71 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317760 Aug 09 15:00:05.274215 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.278975 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.288141 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] 10.222.0.45 "DELETE /v2.0/networks/b74aa2ae-b925-4c75-b7ac-7c108d3990c3 HTTP/1.1" status: 204 len: 168 time: 0.7078152 Aug 09 15:00:05.296434 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23849f-8e30-4a32-8502-18a546cf6f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=b74aa2ae-b925-4c75-b7ac-7c108d3990c3,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:05.311178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-eb10740d-07ad-4504-970e-f9b32eb7d32e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:05.312873 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-eb10740d-07ad-4504-970e-f9b32eb7d32e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 945 time: 0.0709221 Aug 09 15:00:05.414443 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Deleting port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:05.414788 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.502353 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] For port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:05.502717 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.515815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Calling delete_port for 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:05.685898 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44204) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:05.725917 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-fd4c5790-0d34-4e8a-ac08-1cf19c2a2287 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=588d683279ea434b91c40d2f7efe70e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387723 Aug 09 15:00:05.728243 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44206) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:05.742524 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.754688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', '4f90321b-c152-4cd2-a7c2-67f9cfb009d1'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:00:05.783665 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event deleted for resources: {'Port': ['ID=4f90321b-c152-4cd2-a7c2-67f9cfb009d1,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:05.841531 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] No DVR routers for this DVR port 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:00:05.845603 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.847611 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b34c4f5-663a-482b-a30c-d43c9c456047 req-dd512b11-97f3-4275-8cc3-a9a63323d912 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "DELETE /v2.0/ports/4f90321b-c152-4cd2-a7c2-67f9cfb009d1 HTTP/1.1" status: 204 len: 173 time: 0.5255592 Aug 09 15:00:05.848054 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'name': 'network-vif-deleted', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:00:05.850282 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e966c-9d7b-466e-b810-22dba79f25d5" -d '{"events": [{"server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "name": "network-vif-deleted", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:00:05.853451 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.878661 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:05.890085 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4490fbf9-4999-4104-9436-04a15e84fc84 x-openstack-request-id: req-4490fbf9-4999-4104-9436-04a15e84fc84 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:00:05.890480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf54fb-616d-4793-919c-bddaa3f9c65c", "name": "network-vif-deleted", "tag": "4f90321b-c152-4cd2-a7c2-67f9cfb009d1", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:00:05.890828 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4490fbf9-4999-4104-9436-04a15e84fc84 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:00:05.891349 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf54fb-616d-4793-919c-bddaa3f9c65c', 'name': 'network-vif-deleted', 'tag': '4f90321b-c152-4cd2-a7c2-67f9cfb009d1', 'status': 'completed', 'code': 200} Aug 09 15:00:06.005245 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:06.007814 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:06.008973 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/006bc47e-feea-4b71-a2be-58fe1985a1e6 HTTP/1.1" status: 204 len: 168 time: 0.2798374 Aug 09 15:00:06.017643 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13024091-4122-41f0-89de-39a2559480ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006bc47e-feea-4b71-a2be-58fe1985a1e6,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:06.244122 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c99a754e-96e3-4595-ae9e-d54f1cde8882 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:06.264968 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: c99a754e-96e3-4595-ae9e-d54f1cde8882 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:06.265435 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device c99a754e-96e3-4595-ae9e-d54f1cde8882 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:06.349420 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0765300-9de5-43f1-9bee-378b81b7ca4a req-b87fd886-13fe-473b-8de6-3dc8f472e518 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=4daf54fb-616d-4793-919c-bddaa3f9c65c HTTP/1.1" status: 200 len: 210 time: 0.0272121 Aug 09 15:00:07.870129 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44266) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:07.974580 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e95-edf2-47f4-881a-14ce3c6be82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.071716 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e95-edf2-47f4-881a-14ce3c6be82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.140124 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e95-edf2-47f4-881a-14ce3c6be82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.182136 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-9b9d1e95-edf2-47f4-881a-14ce3c6be82e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7eec5329b6174966bf90f14a32525b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109431 Aug 09 15:00:08.183294 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1e95-edf2-47f4-881a-14ce3c6be82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f34336-d175-45cb-bdc6-913d70266d03,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:08.184886 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44270) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:08.236430 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.256856 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.362715 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.365506 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:08.366692 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26f34336-d175-45cb-bdc6-913d70266d03 HTTP/1.1" status: 204 len: 168 time: 0.1807909 Aug 09 15:00:08.374706 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c009d-25f6-4f5b-a875-a509f4092a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f34336-d175-45cb-bdc6-913d70266d03,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:09.146615 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c98ca-dcca-427c-bf6d-b1d2778bca71 req-8fbe935c-3a92-4e33-b969-f01c6a4155d4 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:09.148160 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f43c98ca-dcca-427c-bf6d-b1d2778bca71 req-8fbe935c-3a92-4e33-b969-f01c6a4155d4 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 945 time: 0.0582216 Aug 09 15:00:09.186582 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f43c98ca-dcca-427c-bf6d-b1d2778bca71 req-3260c3f8-d831-43c4-b4e1-02037d683e33 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Aug 09 15:00:10.301364 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e19cd-49ab-4865-8ffb-2b41c238e024 req-d07be774-997b-4f6c-bce6-3f07aa48e861 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:10.302839 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da8e19cd-49ab-4865-8ffb-2b41c238e024 req-d07be774-997b-4f6c-bce6-3f07aa48e861 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Aug 09 15:00:10.341026 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-da8e19cd-49ab-4865-8ffb-2b41c238e024 req-f8b6960b-55dc-48b0-af51-f024c420fc7d tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/security-groups?id=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Aug 09 15:00:10.422359 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:10.442902 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:10.443299 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4f90321b-c152-4cd2-a7c2-67f9cfb009d1 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:10.606357 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-71cbd20c-d61b-47fc-aeee-5cd5dd4785d1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:00:10.608301 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-71cbd20c-d61b-47fc-aeee-5cd5dd4785d1 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Aug 09 15:00:10.696993 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Deleting port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:00:10.697369 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:10.792808 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] For port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,segment=NetworkSegment(05c115c6-220b-4dff-88e6-a81095a088a1),segment_id=05c115c6-220b-4dff-88e6-a81095a088a1)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:00:10.793170 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:10.807952 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Calling delete_port for 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:00:11.037415 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:11.049180 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:00:11.070080 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Pushing event deleted for resources: {'Port': ['ID=4eea8b5d-94ad-4d8f-aaed-54bf4a296d19,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:11.111412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] No DVR routers for this DVR port 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:00:11.113863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:11.115831 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c43b253-ee2b-4f06-b1b0-c16ebb1975f1 req-2ddec3ca-6c25-4f8c-9dc2-2771ef83458e tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.58 "DELETE /v2.0/ports/4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 HTTP/1.1" status: 204 len: 173 time: 0.5013003 Aug 09 15:00:11.116268 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'name': 'network-vif-deleted', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:00:11.118480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02baf789-ae08-4d81-8a27-cb3b45cfab59" -d '{"events": [{"server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "name": "network-vif-deleted", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:00:11.158201 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e787d-4c66-45b0-9f9d-8bea174b985c x-openstack-request-id: req-b08e787d-4c66-45b0-9f9d-8bea174b985c {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:00:11.158549 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d5ccf0-b589-4954-8570-f6d7b1bc03d1", "name": "network-vif-deleted", "tag": "4eea8b5d-94ad-4d8f-aaed-54bf4a296d19", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:00:11.158846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b08e787d-4c66-45b0-9f9d-8bea174b985c {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:00:11.159331 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d5ccf0-b589-4954-8570-f6d7b1bc03d1', 'name': 'network-vif-deleted', 'tag': '4eea8b5d-94ad-4d8f-aaed-54bf4a296d19', 'status': 'completed', 'code': 200} Aug 09 15:00:11.438295 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7f738739-174a-419c-b5d3-39cab5e8d3b8 req-c127a406-1771-418d-b596-94adf0959ec7 tempest-AttachVolumeNegativeTest-2146404101 tempest-AttachVolumeNegativeTest-2146404101-project] 10.222.0.45 "GET /v2.0/ports?device_id=96d5ccf0-b589-4954-8570-f6d7b1bc03d1 HTTP/1.1" status: 200 len: 210 time: 0.0294156 Aug 09 15:00:12.493308 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44332) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:12.540977 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Deleting subnet c37d80ab-8b7b-4ab2-96fe-c6966530791f {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:00:12.543905 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.578179 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.616751 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.754153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.783633 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37d80ab-8b7b-4ab2-96fe-c6966530791f,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:12.785588 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.787511 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5d5593af-c2c6-45cc-80f4-4ade712f48bc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c37d80ab-8b7b-4ab2-96fe-c6966530791f HTTP/1.1" status: 204 len: 168 time: 0.2931857 Aug 09 15:00:12.790220 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44336) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:12.857845 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.937353 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.946855 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25076833-f7a7-476b-948c-d05056b1d34f']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:12.956592 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c115c6-220b-4dff-88e6-a81095a088a1') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:12.956890 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c115c6-220b-4dff-88e6-a81095a088a1') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:00:12.965425 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.978564 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.984827 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:00:12.985209 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:00:12.986784 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:00:13.119299 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.123951 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.126455 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] 10.222.0.45 "DELETE /v2.0/networks/25076833-f7a7-476b-948c-d05056b1d34f HTTP/1.1" status: 204 len: 168 time: 0.3352790 Aug 09 15:00:13.138695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bd00d-d12d-4620-bfa0-0b15c2d433ec admin admin] Pushing event deleted for resources: {'Network': ['ID=25076833-f7a7-476b-948c-d05056b1d34f,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:13.483935 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44340) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:13.522179 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-87a6e0e6-eade-42ca-b482-e8dc8cf8b26e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b268eea9058f4d969f2b567bf1de1c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371091 Aug 09 15:00:13.524791 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44342) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:13.576160 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.598172 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.736967 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.739542 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:13.740708 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b HTTP/1.1" status: 204 len: 168 time: 0.2150466 Aug 09 15:00:13.748780 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0de51-6fbc-49d3-b66e-31ca12bb8295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb0cfd3-d64c-4fb3-883f-2f4f93a2932b,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:15.793972 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:00:15.814321 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:00:15.814675 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 4eea8b5d-94ad-4d8f-aaed-54bf4a296d19 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:00:20.908055 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44464) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:21.009908 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.094831 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.182156 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.223575 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17f37f6c48e3452d8a4cb5dbbd8f7892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144028 Aug 09 15:00:21.225460 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6468ce3-57b4-4725-8778-3f315c56abc5,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:21.226260 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44468) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:21.232897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.233252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.233601 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.233946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.234286 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.234634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.234971 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.235343 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.235686 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.236023 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.236351 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.236676 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1fb0b-c1db-419c-ba5a-5a9c2d3117ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.283847 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.311395 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.427672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.430333 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:21.431538 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6468ce3-57b4-4725-8778-3f315c56abc5 HTTP/1.1" status: 204 len: 168 time: 0.2041869 Aug 09 15:00:21.440265 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6468ce3-57b4-4725-8778-3f315c56abc5,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:21.447568 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.449718 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.451341 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.451421 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.451734 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.452071 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:21.452404 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a53200b-bf72-478a-8eb6-318a06a059ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:00:22.016880 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44484) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:22.030695 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4db2a6b2-22e1-42c3-a87d-f5a281a03400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.120204 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4db2a6b2-22e1-42c3-a87d-f5a281a03400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.176321 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-4db2a6b2-22e1-42c3-a87d-f5a281a03400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.213906 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-4db2a6b2-22e1-42c3-a87d-f5a281a03400 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c881f14de0d4c7da83f587e27287329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957126 Aug 09 15:00:22.221032 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2a6b2-22e1-42c3-a87d-f5a281a03400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28162e13-5cd2-48a4-bc3d-eba1ba1ecf0f,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:22.221172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44486) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:22.268543 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.289614 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.592256 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.594931 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:22.596131 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28162e13-5cd2-48a4-bc3d-eba1ba1ecf0f HTTP/1.1" status: 204 len: 168 time: 0.3778512 Aug 09 15:00:22.604344 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96b499-3f0b-4027-928a-e0e6136006ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28162e13-5cd2-48a4-bc3d-eba1ba1ecf0f,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:22.639083 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:00:24.196621 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44526) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:24.299188 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2f68ef6c-a64c-4748-88a5-b0ceb1d41139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.401400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2f68ef6c-a64c-4748-88a5-b0ceb1d41139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.451210 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2f68ef6c-a64c-4748-88a5-b0ceb1d41139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.487704 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2f68ef6c-a64c-4748-88a5-b0ceb1d41139 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=882675dd44ad49cc84141110fab44777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900169 Aug 09 15:00:24.488794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ef6c-a64c-4748-88a5-b0ceb1d41139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe85c94-798b-4503-b9eb-c8c43bdf4dcf,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:24.490517 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44532) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:24.553858 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.574670 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.685507 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.688198 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:24.689364 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fe85c94-798b-4503-b9eb-c8c43bdf4dcf HTTP/1.1" status: 204 len: 168 time: 0.1978097 Aug 09 15:00:24.697182 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531c67b-455a-4f43-b6f4-2e053fd8b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe85c94-798b-4503-b9eb-c8c43bdf4dcf,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:28.067736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:28.508088 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-86e34322-c711-4d94-8141-adc93648badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:31.219944 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bb9ddf9d-3401-4cff-be29-15b9524a77ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:31.610714 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:32.317082 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:33.808298 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.077729 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44772) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:44.187848 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-59edef7d-3798-47a6-a290-f4353fead460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.275388 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-59edef7d-3798-47a6-a290-f4353fead460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.351004 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-59edef7d-3798-47a6-a290-f4353fead460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.392814 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-59edef7d-3798-47a6-a290-f4353fead460 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=172753ae26e1493d8ee22c8204f67707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138940 Aug 09 15:00:44.393809 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edef7d-3798-47a6-a290-f4353fead460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d81a20-a0d2-4afc-9428-0deaafa96df4,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:44.395608 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44780) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:44.449178 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.471572 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.581768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.584432 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:44.585598 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8d81a20-a0d2-4afc-9428-0deaafa96df4 HTTP/1.1" status: 204 len: 168 time: 0.1890094 Aug 09 15:00:44.594056 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f28ae1-5c32-4a97-8fdd-465414a90486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d81a20-a0d2-4afc-9428-0deaafa96df4,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:45.184824 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44786) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:45.197776 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f9cd1979-679b-4eed-beaf-e4f2c78c60d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.282988 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f9cd1979-679b-4eed-beaf-e4f2c78c60d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.352740 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f9cd1979-679b-4eed-beaf-e4f2c78c60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.392721 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f9cd1979-679b-4eed-beaf-e4f2c78c60d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=babea6fcc04a477ea297619a28d129be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067988 Aug 09 15:00:45.393672 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd1979-679b-4eed-beaf-e4f2c78c60d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0759bb-f441-41d9-956d-e123e747dc6c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:45.395366 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44792) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:45.447084 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.468768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.608465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.611037 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:45.612242 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a0759bb-f441-41d9-956d-e123e747dc6c HTTP/1.1" status: 204 len: 168 time: 0.2157481 Aug 09 15:00:45.619914 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d1683-2b80-401d-9992-60eb8576da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0759bb-f441-41d9-956d-e123e747dc6c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:45.838108 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44798) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:45.951037 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0da7050b-470a-4d17-9223-5bd50743cdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.040126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0da7050b-470a-4d17-9223-5bd50743cdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.095638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0da7050b-470a-4d17-9223-5bd50743cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.135299 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0da7050b-470a-4d17-9223-5bd50743cdd8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b883de323a9425abafed460d82483eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955234 Aug 09 15:00:46.136681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7050b-470a-4d17-9223-5bd50743cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0eaf8b-b99c-4039-a16d-a89c3d0158e2,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:46.138344 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44812) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:46.191843 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.214507 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.342082 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.350844 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:46.350844 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac0eaf8b-b99c-4039-a16d-a89c3d0158e2 HTTP/1.1" status: 204 len: 168 time: 0.2064750 Aug 09 15:00:46.354131 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66bd5a-4f8a-4221-9495-3e3c4daead79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0eaf8b-b99c-4039-a16d-a89c3d0158e2,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:52.004520 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 44924) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:52.114049 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-01021e9f-19ea-4788-aed7-694f9f862ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.200785 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-01021e9f-19ea-4788-aed7-694f9f862ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.267022 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-01021e9f-19ea-4788-aed7-694f9f862ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.306270 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-01021e9f-19ea-4788-aed7-694f9f862ec3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10daad3d914e4d65b1cd053ec471f3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005986 Aug 09 15:00:52.307233 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01021e9f-19ea-4788-aed7-694f9f862ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbf9b9-7650-41ed-b0a9-239ac17a481a,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:52.310631 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 44928) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:00:52.359164 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.379401 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.495804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.498745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:52.499980 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49cbf9b9-7650-41ed-b0a9-239ac17a481a HTTP/1.1" status: 204 len: 168 time: 0.1896663 Aug 09 15:00:52.507677 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e304b-fd88-496b-acee-8ef753df1e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbf9b9-7650-41ed-b0a9-239ac17a481a,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:00:58.032732 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:58.495479 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-46a61ab5-9442-49a4-b0d2-a30f5421c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:00:59.638152 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:01:01.227117 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-2e40ee0c-3bf2-447a-baed-faae9f9157b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:01.626741 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:02.318581 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:03.807520 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.430294 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45206) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:17.549864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f28b249f-dc43-4ed9-bef4-109911fd20eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.638072 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f28b249f-dc43-4ed9-bef4-109911fd20eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.706888 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-f28b249f-dc43-4ed9-bef4-109911fd20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.743836 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-f28b249f-dc43-4ed9-bef4-109911fd20eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c1c82d66daa4fb3b04e4554d954e613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124909 Aug 09 15:01:17.744713 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b249f-dc43-4ed9-bef4-109911fd20eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b428f6ef-5ade-4653-894f-f40d435eac22,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:17.747463 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45210) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:17.796108 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.819029 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.944436 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.947082 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:17.948285 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b428f6ef-5ade-4653-894f-f40d435eac22 HTTP/1.1" status: 204 len: 168 time: 0.1998286 Aug 09 15:01:17.959930 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409d9e3-0ff1-4230-9c89-f139cec96de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428f6ef-5ade-4653-894f-f40d435eac22,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:18.831896 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45234) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:18.929476 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-609167203-network', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:19.013216 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Made reservation on behalf of 25d4e1d2278e4ab58785f5dc04c47d04 for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:01:19.015544 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.024254 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.117036 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.167094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.192998 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:01:19.202916 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d420e1-b724-4d7b-8abe-8199bfe90b94,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:19.210114 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.210114 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Added segment af7af5a1-13da-4c12-8c19-1a2b1221f12b of type vlan for network 00a7262e-9616-41ae-a5cf-18eceadb6a60 Aug 09 15:01:19.254039 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.352514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.353508 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:19.354103 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.414948 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] Pushing event updated for resources: {'Network': ['ID=00a7262e-9616-41ae-a5cf-18eceadb6a60,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:19.425933 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:01:19.508237 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-93e01ed5-4496-4486-ba2f-802574575e6d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6751351 Aug 09 15:01:19.510918 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45240) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:19.516629 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Request body: {'subnet': {'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-609167203-subnet', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'ip_version': 4}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:19.592594 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Made reservation on behalf of 25d4e1d2278e4ab58785f5dc04c47d04 for: {'subnet': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:01:19.595128 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9406017'] for subnet, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.819199 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3426307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9406067'] for subnet, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:19.873841 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fd688e-597e-4e61-9917-8b1a5476c7db,revision_number=0']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:19.889745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:19.890108 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Network hostable DHCP agents. Network: 00a7262e-9616-41ae-a5cf-18eceadb6a60, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:01:19.967348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:01:20.064456 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 00a7262e-9616-41ae-a5cf-18eceadb6a60) {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:20.068833 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:20.069482 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.074838 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1158d0-ef05-4148-bd0c-3c7381db1214 None None] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:01:20.168695 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c98c0d73-71b1-40ac-ada1-c98e80846f00 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6561904 Aug 09 15:01:20.171073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45242) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:20.176940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:20.218234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-00a7262e-9616-41ae-a5cf-18eceadb6a60', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:01:20.219092 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.276213 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.278197 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.330312 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.355930 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Allocated IP 172.20.0.2 (00a7262e-9616-41ae-a5cf-18eceadb6a60/b5fd688e-597e-4e61-9917-8b1a5476c7db/23c46ae7-7354-42bb-8daa-8459ff131279) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:20.563591 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.626305 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.634384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Transition to ACTIVE for port object 23c46ae7-7354-42bb-8daa-8459ff131279 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:20.648734 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Transition to ACTIVE for port object 23c46ae7-7354-42bb-8daa-8459ff131279 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:20.721871 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.763784 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:20.769036 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:20.771223 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Pushing event updated for resources: {'Port': ['ID=23c46ae7-7354-42bb-8daa-8459ff131279,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:20.773306 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:20.784517 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.784877 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.785231 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.785574 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.785922 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.786268 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.786601 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.786933 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.787302 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.787634 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.788218 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.788545 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:20.822421 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.838033 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Attempting to bind port 23c46ae7-7354-42bb-8daa-8459ff131279 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:20.838407 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Attempting to bind port 23c46ae7-7354-42bb-8daa-8459ff131279 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:20.838771 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Attempting to bind port 23c46ae7-7354-42bb-8daa-8459ff131279 on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:20.842071 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.844406 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:20.844787 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:20.845189 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.845583 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Bound using segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:20.846077 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Bound port: 23c46ae7-7354-42bb-8daa-8459ff131279, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:20.846464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:20.912752 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] For port 23c46ae7-7354-42bb-8daa-8459ff131279, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:20.915977 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] For port 23c46ae7-7354-42bb-8daa-8459ff131279, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=23c46ae7-7354-42bb-8daa-8459ff131279,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:20.947743 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Allocated IP 172.27.1.41 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/222b82f9-a840-410d-bfad-84b4b5a9875d) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:20.984920 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:21.043335 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756d37f-0088-4068-9524-315f2ec1f5bd None None] Pushing event updated for resources: {'Port': ['ID=23c46ae7-7354-42bb-8daa-8459ff131279,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:21.056917 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:21.200272 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:21.229833 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:21.234672 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:21.237131 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:21.239319 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Pushing event updated for resources: {'Port': ['ID=222b82f9-a840-410d-bfad-84b4b5a9875d,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:21.265809 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.266164 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.266507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.266856 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.267200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.267516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.267845 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.268171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.268498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.268823 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.269143 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.269465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:21.548380 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:21.750495 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:21.904871 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b96e8-fa79-4c03-931f-5fc31b775254 None None] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:01:22.028753 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-77ee9f0a-a7a2-402e-8018-959a594d2f60 None None] Provisioning for port 23c46ae7-7354-42bb-8daa-8459ff131279 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:22.209400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:01:22.322347 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 23c46ae7-7354-42bb-8daa-8459ff131279 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:22.322502 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:01:22.348559 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:01:22.366882 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:22.371698 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:22.413314 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.415215 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-f1a243f8-8b72-4681-838c-19a38af826d9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2429202 Aug 09 15:01:22.419162 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45248) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:22.476376 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:22.504095 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 23c46ae7-7354-42bb-8daa-8459ff131279 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:22.535369 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 23c46ae7-7354-42bb-8daa-8459ff131279 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:22.535746 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.699951 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.742533 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:21Z', 'revision_number': 3, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:22.748544 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 23c46ae7-7354-42bb-8daa-8459ff131279, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=23c46ae7-7354-42bb-8daa-8459ff131279,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:22.775049 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:01:22.775434 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Updating router e5ba6302-87b5-4578-bbe8-60bbab5a046f port 222b82f9-a840-410d-bfad-84b4b5a9875d binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:01:22.800797 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.803462 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.869973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:22.932423 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=23c46ae7-7354-42bb-8daa-8459ff131279,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:23.030576 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Allocated IP 172.20.0.1 (00a7262e-9616-41ae-a5cf-18eceadb6a60/b5fd688e-597e-4e61-9917-8b1a5476c7db/4885fca0-7c80-4f76-8882-a8e8a4d0282c) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:23.094024 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.103585 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Transition to ACTIVE for port object 222b82f9-a840-410d-bfad-84b4b5a9875d will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:23.140214 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.154147 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Transition to ACTIVE for port object 4885fca0-7c80-4f76-8882-a8e8a4d0282c will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:23.173036 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.224025 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Attempting to bind port 222b82f9-a840-410d-bfad-84b4b5a9875d on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:23.224402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Attempting to bind port 222b82f9-a840-410d-bfad-84b4b5a9875d by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:23.224761 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Attempting to bind port 222b82f9-a840-410d-bfad-84b4b5a9875d on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:23.234396 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b49b4-0c8b-4b26-a473-809bb186bfd1 None None] Pushing event updated for resources: {'Port': ['ID=222b82f9-a840-410d-bfad-84b4b5a9875d,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:23.236879 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:23.237254 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:23.237654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.238034 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:23.238496 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Bound port: 222b82f9-a840-410d-bfad-84b4b5a9875d, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:23.238873 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.249880 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.285586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:23.290181 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:23.290334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] For port 222b82f9-a840-410d-bfad-84b4b5a9875d, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:23.292772 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:23.293857 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] For port 222b82f9-a840-410d-bfad-84b4b5a9875d, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=222b82f9-a840-410d-bfad-84b4b5a9875d,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:23.323564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Pushing event updated for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:23.344671 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.373765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.440844 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b49b4-0c8b-4b26-a473-809bb186bfd1 None None] Pushing event updated for resources: {'Port': ['ID=222b82f9-a840-410d-bfad-84b4b5a9875d,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:23.445105 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:23.445724 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:23.533670 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.555798 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:23.704734 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-889c5bd8-fc3d-4b68-8f25-391de85c5feb None None] Provisioning for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:23.706182 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.731459 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-889c5bd8-fc3d-4b68-8f25-391de85c5feb None None] Provisioning complete for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:23.732139 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-889c5bd8-fc3d-4b68-8f25-391de85c5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.773279 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-889c5bd8-fc3d-4b68-8f25-391de85c5feb None None] Port 4885fca0-7c80-4f76-8882-a8e8a4d0282c cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:01:23.774921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.787572 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:21Z', 'revision_number': 3, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:23.818272 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ba46b-1ab1-45b4-9819-2f27614a3769 None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:21Z', 'revision_number': 3, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:01:23.844597 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:23.846519 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Pushing event updated for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:23.952497 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:23.954600 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:24.083665 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:01:24.212673 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:01:24.223346 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ffdea019-0bbd-457f-916a-2e082257738b admin admin] 10.222.0.45 "PUT /v2.0/routers/e5ba6302-87b5-4578-bbe8-60bbab5a046f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012204 Aug 09 15:01:24.308759 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-a91b774f-749c-4198-9af4-e0c85f979ec0 None None] Provisioning complete for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:24.310592 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a91b774f-749c-4198-9af4-e0c85f979ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:24.358227 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-a91b774f-749c-4198-9af4-e0c85f979ec0 None None] Port 4885fca0-7c80-4f76-8882-a8e8a4d0282c cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:01:24.416730 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 222b82f9-a840-410d-bfad-84b4b5a9875d up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:24.527173 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 222b82f9-a840-410d-bfad-84b4b5a9875d completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:24.531346 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 222b82f9-a840-410d-bfad-84b4b5a9875d triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:24.537083 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:24.613457 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:24.634142 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 222b82f9-a840-410d-bfad-84b4b5a9875d, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=222b82f9-a840-410d-bfad-84b4b5a9875d,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:24.700018 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:24.701099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 23c46ae7-7354-42bb-8daa-8459ff131279 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:24.782494 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=222b82f9-a840-410d-bfad-84b4b5a9875d,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:24.795440 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 23c46ae7-7354-42bb-8daa-8459ff131279 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:24.795817 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:24.939897 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45270) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:24.945896 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1248672372-network', 'tenant_id': '27b4a2530c514612906093acf7e8921d'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:25.014992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Made reservation on behalf of 27b4a2530c514612906093acf7e8921d for: {'network': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:01:25.017361 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for network, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.026081 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.123527 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.207889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.237192 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=100405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:01:25.244799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4bd20-52bb-4eeb-9346-b890669d7844,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:25.251045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.251575 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.segments_db [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Added segment 2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0 of type vlan for network 45cd3d45-1fc6-4d28-861d-e766071e8851 Aug 09 15:01:25.292963 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761509593941'] for network, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.352954 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:01:25.362235 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:25.362841 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:25.378855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831'] for network, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.379913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:25.380513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.444191 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] Pushing event updated for resources: {'Network': ['ID=45cd3d45-1fc6-4d28-861d-e766071e8851,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:25.454863 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 details requested by agent ovs-agent-dv-cinder-788363-9-iscsi with host dv-cinder-788363-9-iscsi {{(pid=100407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:01:25.477921 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:25.496222 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-536f9f2f-a2fa-4863-991c-6318376bd790 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5552328 Aug 09 15:01:25.499737 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45272) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:25.504923 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Request body: {'subnet': {'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1248672372-subnet', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'ip_version': 4}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:25.606836 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Made reservation on behalf of 27b4a2530c514612906093acf7e8921d for: {'subnet': 1} {{(pid=100406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:01:25.606836 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3510882'] for subnet, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.671135 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 2, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:25.701506 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:01:25.702200 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Updating router e5ba6302-87b5-4578-bbe8-60bbab5a046f port 4885fca0-7c80-4f76-8882-a8e8a4d0282c binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:01:25.727385 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.836143 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3530354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3510864'] for subnet, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:25.898920 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0deb09-8857-40f8-a3d2-165325c78408,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:25.911021 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Checking segment: {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:25.911423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Network hostable DHCP agents. Network: 45cd3d45-1fc6-4d28-861d-e766071e8851, hostable agents: ['20fde911-1dbb-4b36-9ebb-7ca083df9244'], hosted agents: [] {{(pid=100406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:01:25.916694 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:25.921423 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.004343 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 is scheduled to be hosted by DHCP agent 20fde911-1dbb-4b36-9ebb-7ca083df9244 with binding_index 1 {{(pid=100406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:01:26.090170 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-9-iscsi, 45cd3d45-1fc6-4d28-861d-e766071e8851) {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:26.095404 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:26.096045 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.106959 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c9cb1-96b5-4503-abb2-a7821312689c None None] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:01:26.130059 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.130059 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Transition to ACTIVE for port object 4885fca0-7c80-4f76-8882-a8e8a4d0282c will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:26.205304 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-ca9510f9-1b7a-4e5b-b666-c5b0ded43110 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7044387 Aug 09 15:01:26.207865 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45284) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:26.213039 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:26.232811 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.272657 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaa8f89f5-9f2e-5561-853a-3409377e8fee-45cd3d45-1fc6-4d28-861d-e766071e8851', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408'}]}} from dv-cinder-788363-9-iscsi. {{(pid=100407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:01:26.274968 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.282310 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Pushing event updated for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:26.292373 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.293044 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.293542 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.294043 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.294549 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.294874 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.295231 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.295561 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.299614 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.299614 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.299614 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.299614 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:01:26.329083 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1806027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104839'] for router, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.329083 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1805435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1807882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104840'] for router, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.374308 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Attempting to bind port 4885fca0-7c80-4f76-8882-a8e8a4d0282c on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:26.375744 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Attempting to bind port 4885fca0-7c80-4f76-8882-a8e8a4d0282c by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:26.376395 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Attempting to bind port 4885fca0-7c80-4f76-8882-a8e8a4d0282c on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:26.383094 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:26.390322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:26.390322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.390322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Bound using segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:26.390322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Bound port: 4885fca0-7c80-4f76-8882-a8e8a4d0282c, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:26.390322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.390887 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.456334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 222b82f9-a840-410d-bfad-84b4b5a9875d up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:26.464147 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] For port 4885fca0-7c80-4f76-8882-a8e8a4d0282c, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:26.468768 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] For port 4885fca0-7c80-4f76-8882-a8e8a4d0282c, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4885fca0-7c80-4f76-8882-a8e8a4d0282c,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:26.570723 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.631736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 222b82f9-a840-410d-bfad-84b4b5a9875d triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:26.632277 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.646427 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:26.647240 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:26.703059 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d629833-9530-4a59-a220-2651d450c282 None None] Pushing event updated for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=4']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:26.746982 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.db_base_plugin_common [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Allocated IP 172.20.0.2 (45cd3d45-1fc6-4d28-861d-e766071e8851/7b0deb09-8857-40f8-a3d2-165325c78408/cf248109-89e0-4c45-b3ce-b42bd8623bd0) {{(pid=100407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:26.802442 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:26.993754 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:26.994857 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks [] for port, precommit_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.008434 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Transition to ACTIVE for port object cf248109-89e0-4c45-b3ce-b42bd8623bd0 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:27.025604 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Transition to ACTIVE for port object cf248109-89e0-4c45-b3ce-b42bd8623bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:27.048828 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:26Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:27.075256 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf173f-2472-4590-a8dd-b98bbfc6f670 None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:26Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:01:27.139002 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183'] for port, after_create {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.188249 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 is already hosted by enough agents. {{(pid=100407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:27.191260 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.scheduler.base_scheduler [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Resources bound (agent type, host, resource id): {{(pid=100407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:27.195781 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Received port after_create {{(pid=100407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:27.199032 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Pushing event updated for resources: {'Port': ['ID=cf248109-89e0-4c45-b3ce-b42bd8623bd0,revision_number=1']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:27.260550 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Attempting to bind port cf248109-89e0-4c45-b3ce-b42bd8623bd0 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:27.260917 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Attempting to bind port cf248109-89e0-4c45-b3ce-b42bd8623bd0 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:27.261343 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Attempting to bind port cf248109-89e0-4c45-b3ce-b42bd8623bd0 on network 45cd3d45-1fc6-4d28-861d-e766071e8851 {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:27.266842 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:27.267256 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Checking segment: {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:27.267693 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.268028 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Bound using segment: {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:27.268581 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Bound port: cf248109-89e0-4c45-b3ce-b42bd8623bd0, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:27.268963 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.336156 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.340599 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] For port cf248109-89e0-4c45-b3ce-b42bd8623bd0, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:27.344277 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] For port cf248109-89e0-4c45-b3ce-b42bd8623bd0, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=cf248109-89e0-4c45-b3ce-b42bd8623bd0,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:27.357385 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.430757 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.467826 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Allocated IP 172.27.1.4 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/e13a5e0b-3112-428a-92fa-16ed9ad76cf3) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:27.494105 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca591a9-c151-42c9-aec0-d729284609cd None None] Pushing event updated for resources: {'Port': ['ID=cf248109-89e0-4c45-b3ce-b42bd8623bd0,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:27.584255 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.676153 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:27.715553 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:27.718498 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:27.724320 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:27.750024 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:28.024477 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.071984 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.283619 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1805426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1808121'] for router, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.372582 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4885fca0-7c80-4f76-8882-a8e8a4d0282c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:28.407934 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d088ea-aec1-4a36-94ec-defadde39aa4 None None] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:01:28.466397 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 is scheduled to L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 with binding_index 1 {{(pid=100406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:01:28.533283 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b130b66b-81b6-4c52-803d-d0ab359282e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.568208 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-5e76968f-7503-4ce1-a633-51223652c7cb None None] Provisioning for port cf248109-89e0-4c45-b3ce-b42bd8623bd0 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:28.570158 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:28.576610 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:01:28.580160 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:28.580531 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.606221 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Sync routers for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:01:28.637047 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:28.637669 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:28.654151 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.657865 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-3ee9d26c-ea28-43c6-9f2c-a029ad17e7d4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4462891 Aug 09 15:01:28.658116 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45298) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:28.759158 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.789456 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:28.857642 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 4885fca0-7c80-4f76-8882-a8e8a4d0282c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4885fca0-7c80-4f76-8882-a8e8a4d0282c,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:28.928899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:28.929693 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device cf248109-89e0-4c45-b3ce-b42bd8623bd0 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:29.048580 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:29.076330 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:27Z', 'revision_number': 3, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:29.085330 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.103640 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Checking router: 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:01:29.103997 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Updating router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 binding host dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:01:29.129136 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.149621 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port cf248109-89e0-4c45-b3ce-b42bd8623bd0 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:29.157911 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port cf248109-89e0-4c45-b3ce-b42bd8623bd0 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:29.158285 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.243551 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Allocated IP 172.20.0.1 (45cd3d45-1fc6-4d28-861d-e766071e8851/7b0deb09-8857-40f8-a3d2-165325c78408/1b90d293-c0e9-4e10-8ba9-41697b7dd74c) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:29.349604 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.359000 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.363253 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.provisioning_blocks [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Transition to ACTIVE for port object 1b90d293-c0e9-4e10-8ba9-41697b7dd74c will not be triggered until provisioned by entity DHCP. {{(pid=100406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:29.415241 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port cf248109-89e0-4c45-b3ce-b42bd8623bd0, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=cf248109-89e0-4c45-b3ce-b42bd8623bd0,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:29.472322 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks [] for port, precommit_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.482099 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Transition to ACTIVE for port object e13a5e0b-3112-428a-92fa-16ed9ad76cf3 will not be triggered until provisioned by entity L2. {{(pid=100407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:29.487636 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.509770 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.532865 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:29.535835 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:29.540511 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:29.543421 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Pushing event updated for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:29.562767 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=cf248109-89e0-4c45-b3ce-b42bd8623bd0,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:29.573353 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.581280 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1807626'] for router_interface, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.631218 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Attempting to bind port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:29.631599 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Attempting to bind port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:29.631968 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Attempting to bind port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 on network 5be52d81-34bc-4757-b5ee-e05c6a4619fe {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:29.635086 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe1f35-2202-413f-98c1-3808dc0a4f4b None None] Pushing event updated for resources: {'Port': ['ID=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,revision_number=2']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:29.640397 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:29.641152 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Checking segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:29.641152 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.641563 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Bound using segment: {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'} {{(pid=100407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:29.642044 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.managers [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Bound port: e13a5e0b-3112-428a-92fa-16ed9ad76cf3, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e400c9-a2c6-40ae-94e7-ee86d172b74d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe'}}] {{(pid=100407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:29.642472 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.699384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] For port e13a5e0b-3112-428a-92fa-16ed9ad76cf3, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:29.702602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] For port e13a5e0b-3112-428a-92fa-16ed9ad76cf3, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:29.773457 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.777349 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:29.845390 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe1f35-2202-413f-98c1-3808dc0a4f4b None None] Pushing event updated for resources: {'Port': ['ID=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,revision_number=3']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:29.848351 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:29.848952 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:29.947245 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.004022 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.079766 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1807806'] for router_interface, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.081499 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Pushing event updated for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:30.100027 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:30.177014 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:30.178839 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:30.213265 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-38bdeb55-1f6b-4918-af09-cd3d38765420 None None] Provisioning for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:30.220514 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-38bdeb55-1f6b-4918-af09-cd3d38765420 None None] Provisioning complete for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:30.227295 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-38bdeb55-1f6b-4918-af09-cd3d38765420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.275076 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-38bdeb55-1f6b-4918-af09-cd3d38765420 None None] Port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:01:30.316501 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:01:30.327942 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4885fca0-7c80-4f76-8882-a8e8a4d0282c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:30.395291 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '1b90d293-c0e9-4e10-8ba9-41697b7dd74c', 'name': '', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'mac_address': 'fa:16:3e:81:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:29Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 1, 'project_id': '27b4a2530c514612906093acf7e8921d', 'subnets': [{'id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:30.427469 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6523cc6e-fd5e-4a66-ab5b-77e756e78f5e None None] The sync data for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi is: [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '1b90d293-c0e9-4e10-8ba9-41697b7dd74c', 'name': '', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'mac_address': 'fa:16:3e:81:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:29Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 1, 'project_id': '27b4a2530c514612906093acf7e8921d', 'subnets': [{'id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:01:30.432600 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 4885fca0-7c80-4f76-8882-a8e8a4d0282c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:30.433005 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.524577 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device cf248109-89e0-4c45-b3ce-b42bd8623bd0 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:30.563867 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-4d1a7a9d-6743-40c3-8173-446ff9b5c720 None None] Provisioning complete for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:30.564451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7a9d-6743-40c3-8173-446ff9b5c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.603594 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a7a9d-6743-40c3-8173-446ff9b5c720 None None] Port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:01:30.636139 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port cf248109-89e0-4c45-b3ce-b42bd8623bd0 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:30.636884 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:30.726978 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:01:30.744447 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-a1112eb6-61e0-4bd3-9631-d2c35e719e31 admin admin] 10.222.0.45 "PUT /v2.0/routers/2cdfdd5d-78f6-42ce-8825-5ffb52fb7211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0762126 Aug 09 15:01:31.192567 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-2440353f-4959-41c2-88b1-0ec597cc2e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.257524 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45318) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:31.261946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-733925995', 'description': 'tempest-secgroup-smoke-733925995 description', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:31.361614 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.452650 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.513356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.550959 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59234d0-3e62-4d26-bcce-4ff6cf3558ab,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:31.609607 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.611075 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a719292a-9f37-4eca-8655-0d8ed580eb11 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3532114 Aug 09 15:01:31.614037 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45330) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:31.619000 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:31.638856 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.711639 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.767928 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.855469 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.873995 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae5392-4a21-4a86-ae44-afc41fd7ece8,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:31.941057 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:31.942295 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c2394fba-53c2-47e9-86de-786e856c223b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272433 Aug 09 15:01:31.945004 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45332) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:31.950065 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:32.044013 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.126203 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.220751 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.239541 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf598d6-1da3-4b46-a609-ff5154307cd7,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:32.312116 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.324279 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e13a5e0b-3112-428a-92fa-16ed9ad76cf3 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:32.325122 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.326514 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6732053b-92d1-4e43-ad32-39048d5311fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3805494 Aug 09 15:01:32.329186 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45338) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:32.333891 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:32.443058 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.452499 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:32.456432 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:32.456877 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.504159 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.532900 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.553254 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port e13a5e0b-3112-428a-92fa-16ed9ad76cf3, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:32.612862 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.631060 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002b5b24-c851-4fa8-9512-834a8c34c8fc,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:32.645261 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.703410 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:32.726971 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.728241 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-19fc3f90-65ce-40cd-88aa-915e111b91a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981361 Aug 09 15:01:32.731782 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45340) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:32.736275 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:32.826768 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.885357 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.951825 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:32.970456 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab19cc3-0057-49fb-bd2c-fd24ecd4f159,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:33.038204 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.039535 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-599d6fef-3ab3-483c-ba4f-c35ee04660ab tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068216 Aug 09 15:01:33.042117 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45342) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:33.046552 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:33.129691 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.securitygroups_db [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Project 25d4e1d2278e4ab58785f5dc04c47d04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:01:33.134921 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.197282 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.266640 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.285963 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd93f2c-b70c-47d1-8c92-83b5dd8277a4,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:33.404450 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.405621 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-22812dac-1e2f-42a7-b10a-9ea77f0f4982 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3625929 Aug 09 15:01:33.408319 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45350) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:33.412954 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'security_group_rule': {'security_group_id': 'a59234d0-3e62-4d26-bcce-4ff6cf3558ab', 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:33.544129 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.securitygroups_db [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Project 25d4e1d2278e4ab58785f5dc04c47d04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:01:33.549283 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.611509 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.687005 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662797'] for security_group_rule, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.712003 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3afef4-d2be-496c-878b-562489986c3c,revision_number=0']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:33.779147 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.780385 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6ee46f0a-bbbd-49b2-9532-5f6226d53588 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3711689 Aug 09 15:01:33.820607 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:33.865649 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Sync routers for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:01:33.875229 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:33.875846 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:33.990878 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:34.190359 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '1b90d293-c0e9-4e10-8ba9-41697b7dd74c', 'name': '', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'mac_address': 'fa:16:3e:81:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:29Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 2, 'project_id': '27b4a2530c514612906093acf7e8921d', 'subnets': [{'id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:34.216745 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Checking router: 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:01:34.217100 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Updating router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c binding host dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:01:34.240866 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.304502 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e13a5e0b-3112-428a-92fa-16ed9ad76cf3 up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:34.351873 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:34.352250 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.501605 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks [] for port, precommit_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.510848 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.provisioning_blocks [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Transition to ACTIVE for port object 1b90d293-c0e9-4e10-8ba9-41697b7dd74c will not be triggered until provisioned by entity L2. {{(pid=100408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:34.603508 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.651310 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e25d3-d253-4b35-8b6f-cdbe6482848b None None] Pushing event updated for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=3']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:34.705006 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Attempting to bind port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c on host dv-cinder-788363-9-iscsi for vnic_type normal with profile {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:34.705297 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Attempting to bind port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c by drivers openvswitch,hyperv on host dv-cinder-788363-9-iscsi at level 0 using segments [{'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:34.705683 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Attempting to bind port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c on network 45cd3d45-1fc6-4d28-861d-e766071e8851 {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:34.711680 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Checking agent: {'id': 'df33dee8-3b54-471d-a681-3b79427a84a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 42, 32), 'started_at': datetime.datetime(2021, 8, 9, 14, 43, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:34.712058 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Checking segment: {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:34.712457 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.712850 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Bound using segment: {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'} {{(pid=100408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:34.713313 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.managers [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Bound port: 1b90d293-c0e9-4e10-8ba9-41697b7dd74c, host: dv-cinder-788363-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851'}}] {{(pid=100408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:34.713695 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.794600 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] For port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c, host dv-cinder-788363-9-iscsi, cleared binding levels {{(pid=100408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:34.798370 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.plugins.ml2.db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] For port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c, host dv-cinder-788363-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:34.864838 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron_lib.callbacks.manager [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:34.923581 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:01:34.924217 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:01:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:34.959388 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e25d3-d253-4b35-8b6f-cdbe6482848b None None] Pushing event updated for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=4']} {{(pid=100408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:35.140953 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:01:35.346309 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '1b90d293-c0e9-4e10-8ba9-41697b7dd74c', 'name': '', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'mac_address': 'fa:16:3e:81:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:29Z', 'updated_at': '2021-08-09T15:01:34Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'subnets': [{'id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:01:35.373623 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9394f-cc66-4b1f-96c3-3893c69dfe1b None None] The sync data for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi is: [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:01:29Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '1b90d293-c0e9-4e10-8ba9-41697b7dd74c', 'name': '', 'network_id': '45cd3d45-1fc6-4d28-861d-e766071e8851', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'mac_address': 'fa:16:3e:81:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:29Z', 'updated_at': '2021-08-09T15:01:34Z', 'revision_number': 4, 'project_id': '27b4a2530c514612906093acf7e8921d', 'subnets': [{'id': '7b0deb09-8857-40f8-a3d2-165325c78408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:01:36.318119 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 1b90d293-c0e9-4e10-8ba9-41697b7dd74c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:36.506523 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:36.510464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:36.510840 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:36.588577 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:36.620813 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] For port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:01:36.636864 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:01:36.684061 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:36.734861 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Pushing event updated for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:37.635209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 45432) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:37.740311 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-70a99081-082d-4eb9-bc7b-42f074ce2c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:37.833034 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-70a99081-082d-4eb9-bc7b-42f074ce2c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:37.900933 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-70a99081-082d-4eb9-bc7b-42f074ce2c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:37.939445 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-70a99081-082d-4eb9-bc7b-42f074ce2c5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=952fd0cccf7248aab77c9d7820014d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030918 Aug 09 15:01:37.940330 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a99081-082d-4eb9-bc7b-42f074ce2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18f7f2f-0a15-4d3e-87b3-73b1178401e4,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:37.942208 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45438) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:37.991137 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:38.012355 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:38.127458 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:38.130077 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:38.131287 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f18f7f2f-0a15-4d3e-87b3-73b1178401e4 HTTP/1.1" status: 204 len: 168 time: 0.1880741 Aug 09 15:01:38.139977 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d659bf-3b6d-49dc-b9ee-97e1dc66eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18f7f2f-0a15-4d3e-87b3-73b1178401e4,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:38.304286 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 1b90d293-c0e9-4e10-8ba9-41697b7dd74c up at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:01:38.351234 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Provisioning complete for port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:38.351617 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:39.708641 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45470) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:39.813351 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-81cd1a77-4cec-49b9-ae66-14b102f3b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:39.910405 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-81cd1a77-4cec-49b9-ae66-14b102f3b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:39.980425 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-81cd1a77-4cec-49b9-ae66-14b102f3b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:40.019068 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd1a77-4cec-49b9-ae66-14b102f3b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9de12c5-895d-496b-a39f-0d4d88f4f85c,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:40.023514 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-81cd1a77-4cec-49b9-ae66-14b102f3b208 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dff3a93a1d04a2cb5bbcf60415adab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137882 Aug 09 15:01:40.026623 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45476) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:40.077189 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:40.097548 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:40.226210 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:40.228954 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:40.230151 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9de12c5-895d-496b-a39f-0d4d88f4f85c HTTP/1.1" status: 204 len: 168 time: 0.2030613 Aug 09 15:01:40.239124 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175554d-3f6b-4c56-bf13-468ea3091d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9de12c5-895d-496b-a39f-0d4d88f4f85c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:51.848084 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-de5707be-2f23-46f8-bf8f-77e930f1b637 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733925995&fields=id&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 267 time: 0.0366170 Aug 09 15:01:51.951723 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-48a1d967-e9b1-4cbb-ad27-c04a218dd2c5 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:51.953380 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-48a1d967-e9b1-4cbb-ad27-c04a218dd2c5 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.0983882 Aug 09 15:01:51.968674 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-66fb8476-c017-4c58-847c-cbc768c7a7ad tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/quotas/25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 375 time: 0.0089858 Aug 09 15:01:52.018715 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-44046ee7-b48c-41f7-9aa7-860a1dcc7575 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447865 Aug 09 15:01:52.116234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-02235a2b-9e77-4fbb-ab34-13b14460bec0 service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Aug 09 15:01:52.205330 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-ef475b11-6de5-4de2-9c6d-35afe583b400 service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 Aug 09 15:01:52.880013 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7e4ba9e9-d12c-42c8-ad51-6d7622e0962e req-174331c8-f8e9-4bbf-80c5-fbf4e15e7c0e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 210 time: 0.1357946 Aug 09 15:01:53.250436 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45680) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:53.355321 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b42adecb-e827-47f0-bd16-fa9389026fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.442392 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b42adecb-e827-47f0-bd16-fa9389026fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.594743 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b42adecb-e827-47f0-bd16-fa9389026fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.630466 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42adecb-e827-47f0-bd16-fa9389026fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e59c45-bd66-45b3-a9d8-a3a7288074cc,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:53.637303 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b42adecb-e827-47f0-bd16-fa9389026fe3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bba8294b81b744aba889d22fc982dcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833692 Aug 09 15:01:53.637477 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45686) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:01:53.690083 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.710445 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.852008 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.854590 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:53.855761 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19e59c45-bd66-45b3-a9d8-a3a7288074cc HTTP/1.1" status: 204 len: 168 time: 0.2169998 Aug 09 15:01:53.865110 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b4767-f75c-459c-9cd6-1b172007cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e59c45-bd66-45b3-a9d8-a3a7288074cc,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:53.956504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50cd87bf-f297-4868-839c-84e0c51e88f8 req-5e4dd036-ae92-415e-adfa-8043eda145fd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 210 time: 0.0262096 Aug 09 15:01:55.049623 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-35868c4d-92a7-4dcd-8f6e-872a189ca7c6 req-e8db8c9a-86d7-4dc5-bd92-a10efcd4544f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 210 time: 0.0276523 Aug 09 15:01:55.269627 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-03aefdd6-f330-4941-b7cf-23780c98c100 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:55.271370 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-03aefdd6-f330-4941-b7cf-23780c98c100 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.1049504 Aug 09 15:01:55.315334 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-77dfb411-d236-4b5a-a657-21dbc7be98e4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 379 time: 0.0343161 Aug 09 15:01:55.324612 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'port': {'device_id': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'admin_state_up': True, 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'security_groups': ['a59234d0-3e62-4d26-bcce-4ff6cf3558ab']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:55.560824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Made reservation on behalf of 25d4e1d2278e4ab58785f5dc04c47d04 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:01:55.564592 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:55.697652 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.20.0.11 (00a7262e-9616-41ae-a5cf-18eceadb6a60/b5fd688e-597e-4e61-9917-8b1a5476c7db/445c6f63-1836-45aa-84c1-646d3da6b41a) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:01:55.845669 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:55.863180 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Transition to ACTIVE for port object 445c6f63-1836-45aa-84c1-646d3da6b41a will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:55.986781 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.033637 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:01:56.038970 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:01:56.042716 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:01:56.049849 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:56.096428 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:56.097187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.169962 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ff891-f710-46da-ac6a-443e4aaaf11d req-c2ede736-f24a-4ae0-a8dc-1dc0073dc176 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:56.172754 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc6ff891-f710-46da-ac6a-443e4aaaf11d req-c2ede736-f24a-4ae0-a8dc-1dc0073dc176 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 932 time: 0.0525892 Aug 09 15:01:56.212683 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-01ef1208-5642-4126-adfd-3a8320af8405 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8917592 Aug 09 15:01:56.218096 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fc6ff891-f710-46da-ac6a-443e4aaaf11d req-8d98f688-7640-47ec-bd1f-a1534d2f009d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Aug 09 15:01:56.228254 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-3edb9b8f-ed25-4db1-b43d-469d7a98a7cc tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:01:56.229968 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-3edb9b8f-ed25-4db1-b43d-469d7a98a7cc tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055876 Aug 09 15:01:56.338563 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Request body: {'port': {'device_id': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:01:56.340654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-305e7711-f185-4d95-a188-8975687dac55 None None] Provisioning for port 445c6f63-1836-45aa-84c1-646d3da6b41a completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:01:56.345402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-305e7711-f185-4d95-a188-8975687dac55 None None] Provisioning complete for port 445c6f63-1836-45aa-84c1-646d3da6b41a triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:01:56.345808 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-305e7711-f185-4d95-a188-8975687dac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.386624 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-305e7711-f185-4d95-a188-8975687dac55 None None] Port 445c6f63-1836-45aa-84c1-646d3da6b41a cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:01:56.397159 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.650169 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445c6f63-1836-45aa-84c1-646d3da6b41a {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:01:56.657486 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.669117 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Transition to ACTIVE for port object 445c6f63-1836-45aa-84c1-646d3da6b41a will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:01:56.760591 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.814236 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Pushing event updated for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:56.895215 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Attempting to bind port 445c6f63-1836-45aa-84c1-646d3da6b41a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:01:56.895653 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Attempting to bind port 445c6f63-1836-45aa-84c1-646d3da6b41a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:01:56.896059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Attempting to bind port 445c6f63-1836-45aa-84c1-646d3da6b41a on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:56.900910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Port 445c6f63-1836-45aa-84c1-646d3da6b41a on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:01:56.901241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Attempting to bind port 445c6f63-1836-45aa-84c1-646d3da6b41a on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:01:56.907504 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:01:56.907856 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:01:56.908255 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Bound using segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:01:56.908693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Bound port: 445c6f63-1836-45aa-84c1-646d3da6b41a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:01:56.909060 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:56.952840 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-83967188-a805-4ce1-92b6-c5577517155d tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=843c843ee81845e0b8209d54448971de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412345 Aug 09 15:01:57.127685 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:01:57.164859 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=445c6f63-1836-45aa-84c1-646d3da6b41a,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:01:57.183698 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-749f7883-ea7b-4316-b0e4-be45eced311a tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.185201 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-749f7883-ea7b-4316-b0e4-be45eced311a tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130861 Aug 09 15:01:57.200287 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-4933c4fc-9a65-430b-8ffe-7d0b77cceb1d tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/quotas/843c843ee81845e0b8209d54448971de HTTP/1.1" status: 200 len: 375 time: 0.0092120 Aug 09 15:01:57.232348 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-4c5ceb33-a78a-42d2-94e9-f0de951e35dd tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=843c843ee81845e0b8209d54448971de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266867 Aug 09 15:01:57.237847 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:57.273209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.273209 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:57.274484 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 1094 time: 1.0368221 Aug 09 15:01:57.275059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:01:57.277349 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e129280c-a779-45d8-bc4e-de87a480ea07" -d '{"events": [{"name": "network-changed", "server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:01:57.325189 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18df3e5-cef0-4336-a081-cbfe353327b9 service neutron] Pushing event updated for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:01:57.366296 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bacbe-4f18-4678-9178-4e33ebb2c0f8 req-5fafc70d-23e7-4a5c-b15b-d564ec1a34d6 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.368063 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-848bacbe-4f18-4678-9178-4e33ebb2c0f8 req-5fafc70d-23e7-4a5c-b15b-d564ec1a34d6 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0572388 Aug 09 15:01:57.439417 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-848bacbe-4f18-4678-9178-4e33ebb2c0f8 req-a9cf3ad7-3f0c-40f6-8049-8260582e69c7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611761 Aug 09 15:01:57.452111 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-2ff8fb25-e8c7-46eb-a814-4396bc02f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.454535 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-2ff8fb25-e8c7-46eb-a814-4396bc02f8e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1097 time: 0.0541797 Aug 09 15:01:57.496240 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-f8de0a85-153d-4c0f-a74c-0378334f5a0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 217 time: 0.0337627 Aug 09 15:01:57.546888 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-3a8020db-50f7-4d6e-aa17-865f151d0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.548399 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-3a8020db-50f7-4d6e-aa17-865f151d0c0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0451801 Aug 09 15:01:57.608864 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557005d-aae0-4f3e-a838-315891296b22 req-0bbad67a-8917-43a9-8d5e-34402105e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:57.610375 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-0bbad67a-8917-43a9-8d5e-34402105e977 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553896 Aug 09 15:01:57.902699 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28482be3-06fa-4e76-80b2-951c55afedeb x-openstack-request-id: req-28482be3-06fa-4e76-80b2-951c55afedeb {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:01:57.902990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:01:57.903279 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28482be3-06fa-4e76-80b2-951c55afedeb {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:01:57.903663 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'status': 'completed', 'code': 200} Aug 09 15:01:57.957172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-433eda4a-b8df-40b8-9fef-9a6b7f846732 req-29dc5332-18bc-4fa6-a536-c8c83fc775d6 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 210 time: 0.0560796 Aug 09 15:01:57.990099 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-582c3d65-34fd-45c2-bea2-188db6a622ad service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725064 Aug 09 15:01:58.069171 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:58.082075 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a557005d-aae0-4f3e-a838-315891296b22 req-4029f908-9dee-4128-b5fd-2da528446304 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Aug 09 15:01:58.238907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-a1b11df8-8eb9-4a95-bc81-cbc934ec2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:58.240451 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-a1b11df8-8eb9-4a95-bc81-cbc934ec2c11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1097 time: 0.0512176 Aug 09 15:01:58.340634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-cb43fc6f-b529-4909-991f-05f365141b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:58.342014 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-cb43fc6f-b529-4909-991f-05f365141b0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0896702 Aug 09 15:01:58.384054 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-36624c3c-41d1-47cb-a574-1453762744b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 217 time: 0.0346856 Aug 09 15:01:58.433935 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-b9f53241-0407-41e0-85a2-7f2630e036ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:58.435468 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-b9f53241-0407-41e0-85a2-7f2630e036ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0443604 Aug 09 15:01:58.485569 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-6722494c-05a3-4457-9557-9c22e67bd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:58.487080 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-6722494c-05a3-4457-9557-9c22e67bd00a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439618 Aug 09 15:01:58.487256 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-61e1af87-a837-4ddf-9e46-3e9fcf02e734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:01:58.608670 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82e97-bfd4-4dfb-b2b1-57f1fdc92184 req-94992a99-d1a5-41d0-ba86-d070e6b412a6 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:58.610169 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dab82e97-bfd4-4dfb-b2b1-57f1fdc92184 req-94992a99-d1a5-41d0-ba86-d070e6b412a6 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0984902 Aug 09 15:01:58.615863 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-75a5a8bc-4a75-4391-adbd-5d3f8177ee30 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218696 Aug 09 15:01:58.698580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-dab82e97-bfd4-4dfb-b2b1-57f1fdc92184 req-eb84d56a-4a21-4f86-8169-cb2063e6de6e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817800 Aug 09 15:01:58.736633 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e129280c-a779-45d8-bc4e-de87a480ea07 req-43a90d87-4434-4808-ae90-14bc8b2b1429 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140044 Aug 09 15:01:59.035825 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7cfd7244-4a6c-4b8c-bb47-4f8cf7b950d7 req-ef044595-08f1-480e-b96c-7549adf8b9de tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 210 time: 0.0259027 Aug 09 15:01:59.819194 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2050ba-b362-42ed-aceb-2ac3c4d287d8 req-679dd490-972b-413d-aedd-a63fb95ad84c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:01:59.820817 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2c2050ba-b362-42ed-aceb-2ac3c4d287d8 req-679dd490-972b-413d-aedd-a63fb95ad84c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0527389 Aug 09 15:01:59.860101 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2c2050ba-b362-42ed-aceb-2ac3c4d287d8 req-860f97c1-d5c6-48de-98e5-6621ac4e4fdb tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Aug 09 15:02:00.128279 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-927d51a0-14cb-4500-9eda-66335bf29231 req-c0f151ea-37aa-4609-bc61-4dbf214a48f5 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 210 time: 0.0259769 Aug 09 15:02:00.769508 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-68f56d80-8dc8-412f-b5cc-bd6ca62bbae0 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=843c843ee81845e0b8209d54448971de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213921 Aug 09 15:02:00.880338 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-e977f593-a237-4591-8df4-a4d04a2c6f21 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:00.883212 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-e977f593-a237-4591-8df4-a4d04a2c6f21 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068788 Aug 09 15:02:00.897345 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Request body: {'port': {'device_id': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117', 'admin_state_up': True, 'tenant_id': '843c843ee81845e0b8209d54448971de'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:02:01.027059 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871ddff-79f1-4be1-a2f5-b04b4c6676ab req-4f9faa56-f102-4c1c-bc11-4f3154d1c714 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:01.028501 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7871ddff-79f1-4be1-a2f5-b04b4c6676ab req-4f9faa56-f102-4c1c-bc11-4f3154d1c714 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0824690 Aug 09 15:02:01.080727 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7871ddff-79f1-4be1-a2f5-b04b4c6676ab req-e2f6728e-8a21-4aa8-8f99-ee9f2a0af6c4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449173 Aug 09 15:02:01.145595 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Made reservation on behalf of 843c843ee81845e0b8209d54448971de for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:02:01.149126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.164073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks [] for security_group, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.203806 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b6c0-6e23-4c03-8c93-cd97f5a3a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.230298 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-723d2765-3eb5-42de-8d41-db19f08a2fc5 req-6f07ed3b-514a-4bee-a8a6-082853756190 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 210 time: 0.0321918 Aug 09 15:02:01.282634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks [] for security_group, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.329555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.389191 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be241348-7f39-4fa3-95c7-4ba3ac5eca2c,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:01.469990 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Allocated IP 192.168.233.212 (b11502c2-5548-4fbb-a101-2f45b95c7117/fd6acb87-77fd-4053-9bb3-5e672291f891/7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:02:01.612872 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.627095 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Transition to ACTIVE for port object 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:02:01.654685 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.732479 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.777317 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Network b11502c2-5548-4fbb-a101-2f45b95c7117 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:02:01.780337 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:02:01.785974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:02:01.816437 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Pushing event updated for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:01.844678 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:01.845358 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:01.910036 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-6c7f239f-4c78-401e-a50f-259f1460aa5e tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0171041 Aug 09 15:02:01.923068 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Request body: {'port': {'device_id': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:02:01.980512 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.042901 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-316ec291-4581-4b61-8814-3a3842e08528 None None] Provisioning for port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:02:02.047383 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-316ec291-4581-4b61-8814-3a3842e08528 None None] Provisioning complete for port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:02:02.047806 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-316ec291-4581-4b61-8814-3a3842e08528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.081586 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-316ec291-4581-4b61-8814-3a3842e08528 None None] Port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:02:02.230475 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c09f4-fc70-4504-ad96-048905bcb90e req-ea9acc89-54fb-422b-8746-f468a76659a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:02.231904 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d28c09f4-fc70-4504-ad96-048905bcb90e req-ea9acc89-54fb-422b-8746-f468a76659a3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0808177 Aug 09 15:02:02.292348 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.320283 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:02:02.326884 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d28c09f4-fc70-4504-ad96-048905bcb90e req-263a6f19-f031-4335-abc9-0ad309b86183 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860829 Aug 09 15:02:02.346145 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.363559 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Transition to ACTIVE for port object 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:02:02.378758 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3084fc-7b90-4ee1-a225-2faaeb585580 req-04297bc4-5dfd-48c0-8bb8-aa7116e3c3f6 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:02.380282 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bd3084fc-7b90-4ee1-a225-2faaeb585580 req-04297bc4-5dfd-48c0-8bb8-aa7116e3c3f6 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 936 time: 0.0777180 Aug 09 15:02:02.418361 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bd3084fc-7b90-4ee1-a225-2faaeb585580 req-ac30f25c-5f4a-46a3-9581-718daf38702c tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 09 15:02:02.509118 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.562042 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Pushing event updated for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:02.633636 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Attempting to bind port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:02:02.634026 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Attempting to bind port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:02:02.634391 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Attempting to bind port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f on network b11502c2-5548-4fbb-a101-2f45b95c7117 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:02:02.638953 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f on network b11502c2-5548-4fbb-a101-2f45b95c7117 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:02:02.639321 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Attempting to bind port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f on network b11502c2-5548-4fbb-a101-2f45b95c7117 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:02:02.644875 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:02:02.645216 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Checking segment: {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:02:02.645609 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Bound using segment: {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:02:02.646035 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Bound port: 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd03897-be9b-411f-953d-735301c50a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:02:02.646396 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.711273 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:02:02.715546 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:02:02.807368 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.846783 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:02.847498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:02.849072 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] 10.222.0.58 "PUT /v2.0/ports/7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f HTTP/1.1" status: 200 len: 1098 time: 0.9309716 Aug 09 15:02:02.849512 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:02:02.851783 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:02:02.877309 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b959c81-7548-4222-8684-5c4947036c27 service neutron] Pushing event updated for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:02.892961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55769265-4c42-4177-93f3-367eb2086297 x-openstack-request-id: req-55769265-4c42-4177-93f3-367eb2086297 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:02:02.892961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:02:02.893200 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55769265-4c42-4177-93f3-367eb2086297 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:02:02.893603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f', 'status': 'completed', 'code': 200} Aug 09 15:02:02.955975 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d req-db47303c-c6ef-4258-bf1b-06d22a50e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:02.957560 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d req-db47303c-c6ef-4258-bf1b-06d22a50e13f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=843c843ee81845e0b8209d54448971de&device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 1101 time: 0.0428691 Aug 09 15:02:02.985807 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d req-e57e30f0-3fa7-4c1f-8a48-9ac104d60226 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=843c843ee81845e0b8209d54448971de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205927 Aug 09 15:02:03.082474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d req-f28d72a3-ba7b-4115-8b2e-40db640b463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.083931 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f29b3d11-dc3c-4a1d-8cb8-8f7a921c3a5d req-f28d72a3-ba7b-4115-8b2e-40db640b463a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917125 Aug 09 15:02:03.158756 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-59d2582f-6715-41cb-b590-31ec431525d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.160294 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-59d2582f-6715-41cb-b590-31ec431525d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=843c843ee81845e0b8209d54448971de&device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 1101 time: 0.0413592 Aug 09 15:02:03.201187 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-e767628d-41a7-4264-a584-60f606208902 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f HTTP/1.1" status: 200 len: 217 time: 0.0332878 Aug 09 15:02:03.248533 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-276378d7-2dad-46a3-8a6e-d66ae767b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.250632 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-276378d7-2dad-46a3-8a6e-d66ae767b5d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fd6acb87-77fd-4053-9bb3-5e672291f891 HTTP/1.1" status: 200 len: 843 time: 0.0422032 Aug 09 15:02:03.301995 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-01264b1f-38bf-4a9b-8910-0265daaa3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.303520 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-01264b1f-38bf-4a9b-8910-0265daaa3264 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b11502c2-5548-4fbb-a101-2f45b95c7117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0440128 Aug 09 15:02:03.396972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-54d76010-766e-4b66-afdd-729e0910890d service neutron] 10.222.0.58 "GET /v2.0/networks/b11502c2-5548-4fbb-a101-2f45b95c7117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Aug 09 15:02:03.497518 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091bbaf-805e-4b74-8f62-3bdd3ebb6969 req-3a2aa759-fc72-4e69-92e9-6b575662bd2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.499062 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0091bbaf-805e-4b74-8f62-3bdd3ebb6969 req-3a2aa759-fc72-4e69-92e9-6b575662bd2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.1045687 Aug 09 15:02:03.584792 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1fddf8b7-6c8d-43e7-8f6b-370e686638c9 req-eb2850e1-765b-4f68-b02e-04222891e4d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b11502c2-5548-4fbb-a101-2f45b95c7117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772606 Aug 09 15:02:03.588719 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0091bbaf-805e-4b74-8f62-3bdd3ebb6969 req-efed57a2-1286-4b9c-bc7e-7145f55b4753 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790839 Aug 09 15:02:03.599828 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4114a-b69d-4143-ba8d-6a62216e3720 req-2be7b439-8656-4069-b88d-a7dc0d448afa tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:03.601607 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-00d4114a-b69d-4143-ba8d-6a62216e3720 req-2be7b439-8656-4069-b88d-a7dc0d448afa tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 948 time: 0.1140649 Aug 09 15:02:03.640483 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-00d4114a-b69d-4143-ba8d-6a62216e3720 req-098be3ac-90d2-4bdf-94b9-426e649ac5b2 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Aug 09 15:02:03.802936 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:04.704737 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b7ef-09c3-421d-9b12-bec4e2dadf2b req-2406db4c-8783-4527-912d-7fb9a2de084d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:04.706246 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f985b7ef-09c3-421d-9b12-bec4e2dadf2b req-2406db4c-8783-4527-912d-7fb9a2de084d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 944 time: 0.0498168 Aug 09 15:02:04.769322 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f985b7ef-09c3-421d-9b12-bec4e2dadf2b req-63fa0b58-0efd-4f2c-b471-2a0897c9a130 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541291 Aug 09 15:02:04.777548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082169d-7229-4372-be4f-10bb0f60b038 req-628d6aa3-242e-4022-a923-5c8b178fdb82 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:04.779002 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2082169d-7229-4372-be4f-10bb0f60b038 req-628d6aa3-242e-4022-a923-5c8b178fdb82 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 948 time: 0.0718753 Aug 09 15:02:04.816989 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2082169d-7229-4372-be4f-10bb0f60b038 req-26f282c8-cd20-432a-aade-3f533701d63c tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Aug 09 15:02:05.302567 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 445c6f63-1836-45aa-84c1-646d3da6b41a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:02:05.396529 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=445c6f63-1836-45aa-84c1-646d3da6b41a,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:05.408046 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'port_id': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'mac_address': 'fa:16:3e:c9:59:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:02:05.443993 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:05.456428 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445c6f63-1836-45aa-84c1-646d3da6b41a {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:02:05.475530 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=445c6f63-1836-45aa-84c1-646d3da6b41a,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:05.539646 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:05.585419 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:05.750219 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['445c6f63-1836-45aa-84c1-646d3da6b41a'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:02:05.890965 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36c057-51ea-4491-b368-bbb5702f8a96 req-1405b886-9cae-407b-83ff-457dfce08857 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:05.892668 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d36c057-51ea-4491-b368-bbb5702f8a96 req-1405b886-9cae-407b-83ff-457dfce08857 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 945 time: 0.0578756 Aug 09 15:02:05.961417 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4d36c057-51ea-4491-b368-bbb5702f8a96 req-ef63a78e-bfaa-4256-94b5-f4b5c4b547f2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595798 Aug 09 15:02:05.969931 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc559-836e-4f8b-86c0-8f6216b77112 req-1fedb2e4-630a-4a23-ad06-fb6cf2fb91b1 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:05.971445 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f4acc559-836e-4f8b-86c0-8f6216b77112 req-1fedb2e4-630a-4a23-ad06-fb6cf2fb91b1 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 948 time: 0.0778761 Aug 09 15:02:06.010821 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f4acc559-836e-4f8b-86c0-8f6216b77112 req-e2e93a76-37ad-4435-aa79-eac16c0e12eb tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Aug 09 15:02:07.076823 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cc6ff-9110-4505-87b8-1308ba1208e0 req-48cf936c-5fc8-43c3-88ea-b4c1f8cfc5c0 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:07.078994 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab3cc6ff-9110-4505-87b8-1308ba1208e0 req-48cf936c-5fc8-43c3-88ea-b4c1f8cfc5c0 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 945 time: 0.0509851 Aug 09 15:02:07.149797 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ab3cc6ff-9110-4505-87b8-1308ba1208e0 req-fde5676e-5961-44ca-81aa-703229c4bc89 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612786 Aug 09 15:02:07.158153 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e39d95-886e-433d-92fb-506200c2fa60 req-55f97385-754f-4de4-b81a-8d57939679d5 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:07.161417 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-63e39d95-886e-433d-92fb-506200c2fa60 req-55f97385-754f-4de4-b81a-8d57939679d5 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 948 time: 0.0798764 Aug 09 15:02:07.207548 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-63e39d95-886e-433d-92fb-506200c2fa60 req-92067d2d-182f-4172-9e78-9dcffb28bca3 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Aug 09 15:02:07.300736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:02:07.302811 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 445c6f63-1836-45aa-84c1-646d3da6b41a up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:02:07.433249 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:07.444753 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f', 'network_id': 'b11502c2-5548-4fbb-a101-2f45b95c7117', 'port_id': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f', 'mac_address': 'fa:16:3e:31:d3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd6acb87-77fd-4053-9bb3-5e672291f891', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:02:07.482918 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:07.491345 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 445c6f63-1836-45aa-84c1-646d3da6b41a completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:02:07.497662 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 445c6f63-1836-45aa-84c1-646d3da6b41a triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:02:07.498026 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:07.500740 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:02:07.542825 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:07.587386 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:07.604865 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:07.613554 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:02:07.615788 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dcd69-943e-4b12-98c5-484c4167a255" -d '{"events": [{"server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "name": "network-vif-plugged", "status": "completed", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:02:07.648320 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=445c6f63-1836-45aa-84c1-646d3da6b41a,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:07.670627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:07.711992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:07.715845 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a0108d-886f-4273-8e7d-4a15c9bf9ac2 x-openstack-request-id: req-74a0108d-886f-4273-8e7d-4a15c9bf9ac2 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:02:07.716176 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "name": "network-vif-plugged", "status": "completed", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:02:07.716477 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74a0108d-886f-4273-8e7d-4a15c9bf9ac2 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:02:07.716862 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'code': 200} Aug 09 15:02:07.771400 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:07.830444 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:02:08.073638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094c3f2-0db7-44b2-b881-8116af5b3bba req-56baee6d-b7ff-4b10-9dc8-4a753128b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:08.075013 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c094c3f2-0db7-44b2-b881-8116af5b3bba req-56baee6d-b7ff-4b10-9dc8-4a753128b1ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1099 time: 0.0388620 Aug 09 15:02:08.111256 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c094c3f2-0db7-44b2-b881-8116af5b3bba req-0087fd0d-a225-4238-b519-0db0ba5916da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278885 Aug 09 15:02:08.268801 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823243b-20c4-4e43-8795-fbe6cace29f3 req-1b9d1f25-5f39-4c07-a8e6-6eb994f0566a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:08.270389 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1823243b-20c4-4e43-8795-fbe6cace29f3 req-1b9d1f25-5f39-4c07-a8e6-6eb994f0566a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0490997 Aug 09 15:02:08.341642 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1823243b-20c4-4e43-8795-fbe6cace29f3 req-fd82c90d-742f-4493-b6e2-219b8bb75307 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641160 Aug 09 15:02:08.349900 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb4483-1379-4d02-80ba-f17021ca6379 req-4944b886-c0a4-4a81-863c-62d8e2577446 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:08.351389 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58fb4483-1379-4d02-80ba-f17021ca6379 req-4944b886-c0a4-4a81-863c-62d8e2577446 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 949 time: 0.0756717 Aug 09 15:02:08.391711 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-58fb4483-1379-4d02-80ba-f17021ca6379 req-222731df-86d2-4e09-aec0-2fb3304ff0c2 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343864 Aug 09 15:02:09.313886 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:02:09.457497 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bff4f0-9d4b-4bc1-89b3-5f48929f6a4f req-dd9ce658-9f86-4fff-b974-6af96f5655c2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:09.459020 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50bff4f0-9d4b-4bc1-89b3-5f48929f6a4f req-dd9ce658-9f86-4fff-b974-6af96f5655c2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0512760 Aug 09 15:02:09.469032 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:02:09.473013 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:02:09.473386 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:09.526079 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-50bff4f0-9d4b-4bc1-89b3-5f48929f6a4f req-58162e97-4daf-405c-bb08-8edc1c694def tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568147 Aug 09 15:02:09.537869 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250023ec-431e-4b1a-9acd-c5b37225c33c req-de635425-baad-43df-9e8c-3d5f1dc3c236 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:09.539425 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-250023ec-431e-4b1a-9acd-c5b37225c33c req-de635425-baad-43df-9e8c-3d5f1dc3c236 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 949 time: 0.0783989 Aug 09 15:02:09.570420 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:09.586432 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-250023ec-431e-4b1a-9acd-c5b37225c33c req-363491a2-4f7e-4f1e-87c5-8e71aa5db996 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Aug 09 15:02:09.605868 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:09.640065 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5ac7-29a3-43ec-8077-4dd0ccab11c2 req-3df80890-089d-4690-9ffa-ba6839644ceb tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:09.641558 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de4a5ac7-29a3-43ec-8077-4dd0ccab11c2 req-3df80890-089d-4690-9ffa-ba6839644ceb tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0489922 Aug 09 15:02:09.674942 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:09.680944 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-de4a5ac7-29a3-43ec-8077-4dd0ccab11c2 req-968483a3-62c5-42b7-af49-77b2bb464cf7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Aug 09 15:02:09.704198 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45812) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:02:09.720893 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:02:09.723154 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592f1810-ac74-4207-85a6-52f06d3a21db" -d '{"events": [{"server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "name": "network-vif-plugged", "status": "completed", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:02:09.730210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:09.762488 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d05220-c772-44a1-8d81-656d616c1a07 x-openstack-request-id: req-64d05220-c772-44a1-8d81-656d616c1a07 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:02:09.762784 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "name": "network-vif-plugged", "status": "completed", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:02:09.763041 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64d05220-c772-44a1-8d81-656d616c1a07 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:02:09.765360 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f', 'code': 200} Aug 09 15:02:09.849732 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d78a4-ef5a-4fb5-968c-d2b69e9cb358 tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:09.851213 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-033d78a4-ef5a-4fb5-968c-d2b69e9cb358 tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1094 time: 0.1459465 Aug 09 15:02:09.854021 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 45818) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:02:09.858382 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.v2.base [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'port_id': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:02:09.956864 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:10.063350 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a7ef-10d6-4954-b055-68df5212b151 req-14c160ea-8f2d-4bcf-9c77-2c16f220a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:10.063601 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:10.064856 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e9b1a7ef-10d6-4954-b055-68df5212b151 req-14c160ea-8f2d-4bcf-9c77-2c16f220a4a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 1103 time: 0.0433366 Aug 09 15:02:10.099918 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e9b1a7ef-10d6-4954-b055-68df5212b151 req-9412e6c3-e162-4618-a94d-b175a48f0079 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279448 Aug 09 15:02:10.165288 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_common [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.27.1.7 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/bbea4f6f-0f88-4cd0-98d9-bcc935cab975) {{(pid=100406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:02:10.267981 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:10.366452 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:10.414016 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:02:10.416904 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.base_scheduler [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:02:10.421323 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:02:10.424449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=bbea4f6f-0f88-4cd0-98d9-bcc935cab975,revision_number=1']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:10.697726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c263-d56f-4f88-8eb0-96685cbba900 req-697935e3-43f3-444b-977f-7d75a2962b42 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:10.699249 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-35a7c263-d56f-4f88-8eb0-96685cbba900 req-697935e3-43f3-444b-977f-7d75a2962b42 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 950 time: 0.0514865 Aug 09 15:02:10.740381 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-35a7c263-d56f-4f88-8eb0-96685cbba900 req-6a086c1e-e834-42ac-a977-f6048b594f93 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Aug 09 15:02:10.776185 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:10.891156 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:11.042621 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:11.088184 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3530255'] for port, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:11.158863 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=bbea4f6f-0f88-4cd0-98d9-bcc935cab975,revision_number=2']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:11.168978 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:11.266557 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.db.l3_db [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP be21e21c-16fa-4784-adcc-427fdbb51f6f associated. External IP: 172.27.1.7, port: 445c6f63-1836-45aa-84c1-646d3da6b41a. Aug 09 15:02:11.467171 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:02:11.571814 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:02:11.581327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:02:11.590739 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:02:11.597323 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:02:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:02:11.660027 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:11.690295 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-6f85bc38-dce9-406d-8581-e65f43223a2e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8352504 Aug 09 15:02:11.690882 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a'}] {{(pid=100406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:02:11.693180 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43459b7618ae1a287d310b6237a8b58cca8d970035fd3287490a8cced4942830" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929d8cd2-9f34-408a-8173-c25189aec63e" -d '{"events": [{"name": "network-changed", "server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a"}]}' {{(pid=100406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:02:11.790143 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401f701-9b41-4091-be32-a0f6cb32c4e1 x-openstack-request-id: req-1401f701-9b41-4091-be32-a0f6cb32c4e1 {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:02:11.790742 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a", "status": "completed", "code": 200}]} {{(pid=100406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:02:11.790959 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1401f701-9b41-4091-be32-a0f6cb32c4e1 {{(pid=100406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:02:11.791482 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'status': 'completed', 'code': 200} Aug 09 15:02:11.826790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:02:11.885874 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de397a4-ab06-4703-b4c7-9fdea2a3665c req-30f3d760-d8ab-486a-a86f-a2c4fc770d50 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:11.887399 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5de397a4-ab06-4703-b4c7-9fdea2a3665c req-30f3d760-d8ab-486a-a86f-a2c4fc770d50 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 950 time: 0.0770855 Aug 09 15:02:11.890841 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8cd2-9f34-408a-8173-c25189aec63e req-ba00497c-facf-4fcd-8f3e-d7caf1f59a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:11.892261 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-ba00497c-facf-4fcd-8f3e-d7caf1f59a5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1099 time: 0.0799093 Aug 09 15:02:11.971572 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5de397a4-ab06-4703-b4c7-9fdea2a3665c req-759b39b7-a3ba-49d9-b191-a65836c7cf1b tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775578 Aug 09 15:02:12.023740 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8cd2-9f34-408a-8173-c25189aec63e req-b0f993b6-65a8-4fe2-a94f-a111d4be71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:12.025348 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-b0f993b6-65a8-4fe2-a94f-a111d4be71cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.1246357 Aug 09 15:02:12.059781 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'be21e21c-16fa-4784-adcc-427fdbb51f6f', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:c9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:02:10Z', 'updated_at': '2021-08-09T15:02:10Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:02:12.087063 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:02:12.091962 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-fac0608c-597c-4004-b43b-81a692050af4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 998 time: 0.0593767 Aug 09 15:02:12.095883 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:02:12.096516 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:02:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:02:12.148932 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8cd2-9f34-408a-8173-c25189aec63e req-cd744fe4-6e95-4552-a01a-a5ae47671c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:12.150397 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-cd744fe4-6e95-4552-a01a-a5ae47671c04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0496056 Aug 09 15:02:12.197342 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d8cd2-9f34-408a-8173-c25189aec63e req-3732c76a-5bd1-48b0-bf28-44e04fff443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:12.198827 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-3732c76a-5bd1-48b0-bf28-44e04fff443a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402412 Aug 09 15:02:12.201304 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:02:12.288926 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-3ebd450c-62e8-44ca-ac22-a49a79b3c2d8 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817869 Aug 09 15:02:12.387748 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-929d8cd2-9f34-408a-8173-c25189aec63e req-a8367d82-bcaa-4e69-82bc-df9a5870de15 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913758 Aug 09 15:02:12.432487 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'be21e21c-16fa-4784-adcc-427fdbb51f6f', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:c9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:02:10Z', 'updated_at': '2021-08-09T15:02:10Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:02:12.458977 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffc3f43-76de-4700-b650-6df6b74ce03b None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': 'be21e21c-16fa-4784-adcc-427fdbb51f6f', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:c9:59:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:02:10Z', 'updated_at': '2021-08-09T15:02:10Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:02:12.503213 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc2d1-7837-4d4d-a04f-150bde6f9b3e req-f60e1f37-0ae9-4a51-a1a8-65814a5e466a tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:12.504785 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-389fc2d1-7837-4d4d-a04f-150bde6f9b3e req-f60e1f37-0ae9-4a51-a1a8-65814a5e466a tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 950 time: 0.0532689 Aug 09 15:02:12.543234 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-389fc2d1-7837-4d4d-a04f-150bde6f9b3e req-3d55d0ad-5b78-4a4e-9785-c1849d680892 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Aug 09 15:02:12.644373 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a51f5-8959-45bd-a15a-2a64c1f229b3 None None] New status for floating IP be21e21c-16fa-4784-adcc-427fdbb51f6f: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:02:13.635492 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:02:13.663469 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a232b-ee93-466a-a2d4-00054ab0fb54 req-dedcbf03-cd95-45dc-91b6-f819fd1e5114 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:13.664964 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-643a232b-ee93-466a-a2d4-00054ab0fb54 req-dedcbf03-cd95-45dc-91b6-f819fd1e5114 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 950 time: 0.0520036 Aug 09 15:02:13.703961 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-643a232b-ee93-466a-a2d4-00054ab0fb54 req-e36f4d3c-e47a-4fbb-8373-eab9e345a2e3 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/security-groups?id=be241348-7f39-4fa3-95c7-4ba3ac5eca2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Aug 09 15:02:13.832384 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-d82ce655-670f-461c-8102-ce5ac438aa7f tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:02:13.833791 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-d82ce655-670f-461c-8102-ce5ac438aa7f tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.58 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 950 time: 0.0478077 Aug 09 15:02:13.923161 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Deleting port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:02:13.923512 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:14.012465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] For port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,segment=NetworkSegment(ddd03897-be9b-411f-953d-735301c50a81),segment_id=ddd03897-be9b-411f-953d-735301c50a81)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:02:14.012836 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:14.025680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Calling delete_port for 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:02:14.213905 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:14.231762 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:02:14.243545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Pushing event deleted for resources: {'Port': ['ID=7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:14.285143 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] No DVR routers for this DVR port 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:02:14.288045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:14.290072 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3bbaa79f-f93f-4d0f-a89d-c6699bf9a577 req-c987aa23-f6b2-4267-b8e9-90e49a769c74 tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.58 "DELETE /v2.0/ports/7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f HTTP/1.1" status: 204 len: 173 time: 0.4507346 Aug 09 15:02:14.290518 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'name': 'network-vif-deleted', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:02:14.293081 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6da8d0-8f2e-4428-8d07-7b09835d9638" -d '{"events": [{"server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "name": "network-vif-deleted", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:02:14.329608 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db8da1-0aab-4fd0-8aef-0e5cc3e70739 x-openstack-request-id: req-07db8da1-0aab-4fd0-8aef-0e5cc3e70739 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:02:14.329907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086bb4d4-1d3a-4fd7-94f2-548dfc23bcee", "name": "network-vif-deleted", "tag": "7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:02:14.330168 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07db8da1-0aab-4fd0-8aef-0e5cc3e70739 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:02:14.330563 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086bb4d4-1d3a-4fd7-94f2-548dfc23bcee', 'name': 'network-vif-deleted', 'tag': '7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f', 'status': 'completed', 'code': 200} Aug 09 15:02:14.806476 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-74e19e32-fbe4-4799-9ed3-16e335bf0000 req-2d22d910-876a-4328-9b33-f2965390541a tempest-VolumesNegativeTest-84071982 tempest-VolumesNegativeTest-84071982-project] 10.222.0.45 "GET /v2.0/ports?device_id=086bb4d4-1d3a-4fd7-94f2-548dfc23bcee HTTP/1.1" status: 200 len: 210 time: 0.0259745 Aug 09 15:02:19.314736 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:02:19.339822 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:02:19.340175 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 7271f2c4-b8a0-4d26-b37a-4d23a1e7e11f not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:02:21.435915 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46074) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:02:21.570792 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-ea12aa7e-3cb4-4f33-a6b8-c5e283383034 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=843c843ee81845e0b8209d54448971de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336131 Aug 09 15:02:21.573161 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46078) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:02:21.633333 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:21.654390 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:21.774280 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:21.776951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:21.778117 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be241348-7f39-4fa3-95c7-4ba3ac5eca2c HTTP/1.1" status: 204 len: 168 time: 0.2040532 Aug 09 15:02:21.787388 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be241348-7f39-4fa3-95c7-4ba3ac5eca2c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:02:21.793449 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.793806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.794146 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.794483 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.794816 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.795170 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.795501 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.795830 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.796160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.796484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.796876 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:21.797299 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e54a64d-8e7f-43f0-be37-004fa4a2c5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:02:28.068545 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:28.502898 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-4143dcdc-b22a-4921-86cc-51d96a6b1fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:31.202353 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f73f1239-5e2d-4bd5-b827-d7c0478bd93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:31.630795 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:32.299271 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:33.813958 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:50.636409 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:02:58.079349 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:02:58.493005 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dc54985a-2cca-47f1-b763-cfd10427ca18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:01.195796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-213688dc-4b25-4185-a5f6-4081af4627dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:01.639005 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:02.276111 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-31260946-ecdb-40f5-a75f-a90fd9ba2c86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395849 Aug 09 15:03:02.296166 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:02.364302 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-c3bb324a-a12b-41c1-ae4d-f2e4fff204f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:03:02.365803 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-c3bb324a-a12b-41c1-ae4d-f2e4fff204f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1099 time: 0.0420361 Aug 09 15:03:02.471160 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-98fc8848-96f5-4d71-8d3f-9670761b8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:03:02.472631 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-98fc8848-96f5-4d71-8d3f-9670761b8883 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0832310 Aug 09 15:03:02.540136 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-9d899173-d730-4e95-9d60-11a0ca03100b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 1000 time: 0.0595798 Aug 09 15:03:02.588983 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-6d2d7106-9505-49c6-8ed9-77d5e770ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:03:02.590370 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-6d2d7106-9505-49c6-8ed9-77d5e770ca00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0428176 Aug 09 15:03:02.641864 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-88870b47-d249-4ff8-ba0f-4dcb3d39683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:03:02.643382 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-88870b47-d249-4ff8-ba0f-4dcb3d39683f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443671 Aug 09 15:03:02.733654 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-bb2ac38d-1656-4432-8c7e-b4214e1c0dbc service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826690 Aug 09 15:03:02.829045 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2214a04e-b281-4bcf-bfc8-86c6328821fe req-89d0347a-f545-4690-a8ca-094b4b13c2e4 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848513 Aug 09 15:03:03.833742 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:27.635633 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:03:28.124235 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:28.512381 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d30ea9b5-9229-483a-8a0f-bb15e6753e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:31.234870 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-7c30c236-f4c8-4b23-bc00-791b928c014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:31.623445 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:32.326347 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:33.817691 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:58.071761 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:03:58.497049 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1501f1a2-4e51-4286-8d1a-4b7ee0d562e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:01.185781 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-c246297a-9a25-40a3-9738-1f2bfb17d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:01.654590 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:02.306150 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:03.311805 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-8d2a5ab2-e3ec-41bb-8213-e9c471bd9be5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390725 Aug 09 15:04:03.398596 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-0b170422-ab63-4357-b545-859ed2fd40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:03.400104 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-0b170422-ab63-4357-b545-859ed2fd40c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 1099 time: 0.0434034 Aug 09 15:04:03.500791 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-b646f858-8dd5-460f-a206-a79bf26aa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:03.502205 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-b646f858-8dd5-460f-a206-a79bf26aa8cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0816441 Aug 09 15:04:03.569592 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-a6b8ddc8-fbf7-4f61-ab0a-28f5a3384a9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 200 len: 1000 time: 0.0582335 Aug 09 15:04:03.617289 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-9751d5a6-4549-4930-91de-dc2d20e36f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:03.618657 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-9751d5a6-4549-4930-91de-dc2d20e36f47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0408301 Aug 09 15:04:03.663385 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-d6412ac6-c21a-4775-aad0-01dc162058df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:03.664795 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-d6412ac6-c21a-4775-aad0-01dc162058df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379660 Aug 09 15:04:03.754980 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-b0137ccc-c21d-4392-b54a-6d49cc4f9fa4 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811009 Aug 09 15:04:03.828898 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:03.846457 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-73b179e4-55a8-4178-9dd2-a4580008a031 req-65c4c791-cb8a-4c1b-a4de-22616313e5ec service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835731 Aug 09 15:04:04.634698 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:04:08.876553 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b36239-d504-4725-ad5f-3f154ef7e6bf req-2c6919cc-8bd6-442e-bee6-3f2094b92e8a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:08.878009 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-90b36239-d504-4725-ad5f-3f154ef7e6bf req-2c6919cc-8bd6-442e-bee6-3f2094b92e8a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0480344 Aug 09 15:04:08.915693 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-90b36239-d504-4725-ad5f-3f154ef7e6bf req-c7b74f28-208b-47a8-a9ff-f34cb9c6e5cc tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 09 15:04:10.035854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994a89-160d-45d8-a6a0-367fdaf68fd3 req-4436ad18-c6f0-4577-9125-300dcc53bb9e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:10.037688 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-11994a89-160d-45d8-a6a0-367fdaf68fd3 req-4436ad18-c6f0-4577-9125-300dcc53bb9e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0516376 Aug 09 15:04:10.073868 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-11994a89-160d-45d8-a6a0-367fdaf68fd3 req-bb2b70da-e35a-437c-b291-8b63f3146816 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304492 Aug 09 15:04:10.457619 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-9646118f-261a-48f8-ad36-bd344d4a8299 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:10.459049 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-9646118f-261a-48f8-ad36-bd344d4a8299 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0491867 Aug 09 15:04:10.543882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port 445c6f63-1836-45aa-84c1-646d3da6b41a {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:04:10.544216 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:10.629587 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] For port 445c6f63-1836-45aa-84c1-646d3da6b41a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=445c6f63-1836-45aa-84c1-646d3da6b41a,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:04:10.629949 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:11.066288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:11.066992 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:11.066992 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP be21e21c-16fa-4784-adcc-427fdbb51f6f disassociated. External IP: 172.27.1.7, port: 445c6f63-1836-45aa-84c1-646d3da6b41a. Aug 09 15:04:11.067224 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for 445c6f63-1836-45aa-84c1-646d3da6b41a owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:04:11.234545 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95e0ea-561e-4e3b-8fd9-0f8b87872cb1 req-0c8e2f69-3a3c-427b-b10a-55bf2cb80fee tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:11.236026 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe95e0ea-561e-4e3b-8fd9-0f8b87872cb1 req-0c8e2f69-3a3c-427b-b10a-55bf2cb80fee tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 946 time: 0.0639496 Aug 09 15:04:11.268265 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:11.279834 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fe95e0ea-561e-4e3b-8fd9-0f8b87872cb1 req-588bc233-67ad-466a-9e96-0abf71ab0979 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377278 Aug 09 15:04:11.301228 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=445c6f63-1836-45aa-84c1-646d3da6b41a,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:11.312784 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.313130 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.313473 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.313811 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.314140 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.314468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.314795 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.315132 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.315470 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.315791 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.316111 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.316480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:11.422480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:04:11.528589 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:04:11.539139 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:04:11.548189 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:04:11.548806 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:04:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:11.565238 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] No DVR routers for this DVR port 445c6f63-1836-45aa-84c1-646d3da6b41a on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:04:11.567900 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:11.569777 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5de576a5-948b-488f-aa41-4a181e5d8a9c req-a43e3387-d967-4396-a7e7-aa070fde4f46 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "DELETE /v2.0/ports/445c6f63-1836-45aa-84c1-646d3da6b41a HTTP/1.1" status: 204 len: 173 time: 1.1045849 Aug 09 15:04:11.570207 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'name': 'network-vif-deleted', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:04:11.573008 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c6d6db-fadc-4a34-9635-9cd99efc1944" -d '{"events": [{"server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "name": "network-vif-deleted", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:04:11.607640 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2539b29e-28ad-4e55-b55a-267ff7171a41 x-openstack-request-id: req-2539b29e-28ad-4e55-b55a-267ff7171a41 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:04:11.607948 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c5a1-7c61-4a36-93f6-948246bf81ca", "name": "network-vif-deleted", "tag": "445c6f63-1836-45aa-84c1-646d3da6b41a", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:04:11.608188 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2539b29e-28ad-4e55-b55a-267ff7171a41 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:04:11.608584 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c5a1-7c61-4a36-93f6-948246bf81ca', 'name': 'network-vif-deleted', 'tag': '445c6f63-1836-45aa-84c1-646d3da6b41a', 'status': 'completed', 'code': 200} Aug 09 15:04:11.657877 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:04:11.860556 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:11.886584 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:04:11.894690 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:04:11.895270 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:04:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:12.000188 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:04:12.204384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:12.230950 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f3906b-b212-48d1-aa6e-62beea1a548a None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:04:12.386508 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c1fa76f3-0027-435a-8b50-b7591a0bde46 req-9195fb67-8c2e-4953-8788-7c5f1b857b01 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=f941c5a1-7c61-4a36-93f6-948246bf81ca HTTP/1.1" status: 200 len: 210 time: 0.0267129 Aug 09 15:04:12.573028 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81bf5b-ba67-4da5-a6cb-d97d685f1c50 None None] New status for floating IP be21e21c-16fa-4784-adcc-427fdbb51f6f: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:04:13.658275 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-969bcf31-7239-4d0e-bafb-ff5059d4f7ef tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733925995&fields=id&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 267 time: 0.0325351 Aug 09 15:04:13.763770 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-681b4927-e817-4a72-b206-48a16bd63ac7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:13.765150 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-681b4927-e817-4a72-b206-48a16bd63ac7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.1001582 Aug 09 15:04:13.780388 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-57af9513-ee56-42b1-a6c6-500b472c60eb tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/quotas/25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Aug 09 15:04:13.833730 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-f924fccf-480f-4881-9f3e-cc35fbc98054 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479124 Aug 09 15:04:13.841045 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 445c6f63-1836-45aa-84c1-646d3da6b41a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:04:13.860454 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 445c6f63-1836-45aa-84c1-646d3da6b41a {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:04:13.860893 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 445c6f63-1836-45aa-84c1-646d3da6b41a not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:04:13.982951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-b520fee8-64bc-4849-b2b9-ac0faabc5d8c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:04:13.984225 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-b520fee8-64bc-4849-b2b9-ac0faabc5d8c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1379812 Aug 09 15:04:14.078591 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-626ac6d9-6adf-4c47-a039-d272b45a09ba service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868535 Aug 09 15:04:14.167277 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-d3002a2d-aa4f-426c-bdb7-07030cb9f981 service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817251 Aug 09 15:04:14.743631 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-3464363e-812a-4ca8-9f71-397753318123 req-d3d34dc0-75ee-4ad8-b14c-997186813b40 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Aug 09 15:04:15.828924 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f6bf151c-17dc-4aa1-b5aa-c6c2ca6282ab req-e4f6f1df-b4ff-450c-bf0f-0b56ba3aa3d1 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Aug 09 15:04:16.909056 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f89b7c67-fd13-49b6-b7ce-106bfba6547e req-2c1812ee-37af-4109-9f00-433d60c528a2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0299876 Aug 09 15:04:18.002683 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-090b92e3-f664-4b02-9872-d0534518c3aa req-62c88519-d983-4bb2-b3ac-9cfe8d62311f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Aug 09 15:04:18.916619 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-3b346853-2a9f-4151-9bd8-3373397c0688 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:18.918092 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-3b346853-2a9f-4151-9bd8-3373397c0688 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.0997875 Aug 09 15:04:18.961568 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-e379773c-98ba-4a9d-87a3-44303507dbbd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 379 time: 0.0335329 Aug 09 15:04:18.971900 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'port': {'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'admin_state_up': True, 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'security_groups': ['a59234d0-3e62-4d26-bcce-4ff6cf3558ab']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:04:19.109148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-854a8e6d-aa4a-44f8-a58c-a30ffef6937b req-dc57969f-e62a-494f-97a1-bbe9ec122bc6 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0297937 Aug 09 15:04:19.198964 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Made reservation on behalf of 25d4e1d2278e4ab58785f5dc04c47d04 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:04:19.198964 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:19.325551 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.20.0.13 (00a7262e-9616-41ae-a5cf-18eceadb6a60/b5fd688e-597e-4e61-9917-8b1a5476c7db/72dbf267-a3f1-4894-b1df-910b9151b499) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:04:19.463863 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:19.475889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Transition to ACTIVE for port object 72dbf267-a3f1-4894-b1df-910b9151b499 will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:04:19.594455 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:19.636353 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:04:19.639811 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:04:19.647388 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:04:19.676540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:19.710414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:19.711036 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:19.778043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9b09fb82-dba4-4c9d-a752-e1ee4e13ccb4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8099098 Aug 09 15:04:19.791764 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Request body: {'port': {'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:04:19.848062 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:19.965360 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3aa3a984-22ae-4dac-9123-13cf82c4598c None None] Provisioning for port 72dbf267-a3f1-4894-b1df-910b9151b499 completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:04:19.969364 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-3aa3a984-22ae-4dac-9123-13cf82c4598c None None] Provisioning complete for port 72dbf267-a3f1-4894-b1df-910b9151b499 triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:04:19.969810 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3aa3a984-22ae-4dac-9123-13cf82c4598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.005334 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3a984-22ae-4dac-9123-13cf82c4598c None None] Port 72dbf267-a3f1-4894-b1df-910b9151b499 cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:04:20.124336 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dbf267-a3f1-4894-b1df-910b9151b499 {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:04:20.132038 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.146693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Transition to ACTIVE for port object 72dbf267-a3f1-4894-b1df-910b9151b499 will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:04:20.230924 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab86d2-2898-4f8b-ae09-861548092ff5 req-8058475e-488c-4a73-9739-9707d6a5e69e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.232346 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c9ab86d2-2898-4f8b-ae09-861548092ff5 req-8058475e-488c-4a73-9739-9707d6a5e69e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 932 time: 0.0494063 Aug 09 15:04:20.233422 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.313040 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Pushing event updated for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:20.321916 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c9ab86d2-2898-4f8b-ae09-861548092ff5 req-c7f1748b-8051-44dd-97a3-920b29ae41ac tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647252 Aug 09 15:04:20.392456 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Attempting to bind port 72dbf267-a3f1-4894-b1df-910b9151b499 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:04:20.392796 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Attempting to bind port 72dbf267-a3f1-4894-b1df-910b9151b499 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:04:20.393131 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Attempting to bind port 72dbf267-a3f1-4894-b1df-910b9151b499 on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:04:20.397769 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Port 72dbf267-a3f1-4894-b1df-910b9151b499 on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:04:20.398090 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Attempting to bind port 72dbf267-a3f1-4894-b1df-910b9151b499 on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:04:20.403832 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:04:20.404171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:04:20.404551 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Bound using segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:04:20.404974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Bound port: 72dbf267-a3f1-4894-b1df-910b9151b499, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:04:20.405333 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.468513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:04:20.471465 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=72dbf267-a3f1-4894-b1df-910b9151b499,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:04:20.540697 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.576854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.577548 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:20.579087 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] 10.222.0.58 "PUT /v2.0/ports/72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 1094 time: 0.7923844 Aug 09 15:04:20.581289 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:04:20.583922 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4" -d '{"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:04:20.610496 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590e45a-f1b9-4423-86b0-0c516d0760de service neutron] Pushing event updated for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:20.624081 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61b3c3-9c75-426e-87b6-014fab834bf9 x-openstack-request-id: req-1b61b3c3-9c75-426e-87b6-014fab834bf9 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:04:20.624382 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:04:20.624639 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b61b3c3-9c75-426e-87b6-014fab834bf9 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:04:20.625042 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499', 'status': 'completed', 'code': 200} Aug 09 15:04:20.692406 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-b7420f52-6a2a-4f31-948e-e2174068d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.693955 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-b7420f52-6a2a-4f31-948e-e2174068d064 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0433707 Aug 09 15:04:20.795094 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-48aa69ec-08c0-48b6-bb05-2c5e471ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.796545 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-48aa69ec-08c0-48b6-bb05-2c5e471ed0c0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0929687 Aug 09 15:04:20.898519 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-c7179b18-0aa4-43b5-8385-6af7f6a42826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.900062 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-d9132753-e97d-482a-8fdd-1bcfb0ef07b4 req-c7179b18-0aa4-43b5-8385-6af7f6a42826 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939269 Aug 09 15:04:20.983013 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-01565e2d-89af-4f3a-861c-e0a74b881d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:20.984504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-01565e2d-89af-4f3a-861c-e0a74b881d25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0404005 Aug 09 15:04:21.031416 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-9870b844-a06f-486b-b148-626f07fb9b6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 217 time: 0.0361185 Aug 09 15:04:21.081052 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-a7d82c0a-3967-425e-a54a-68ea87ea8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:21.082443 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-a7d82c0a-3967-425e-a54a-68ea87ea8ea3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0430973 Aug 09 15:04:21.128468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-1130a27f-f2fc-4945-b734-717ae141bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:21.129953 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-1130a27f-f2fc-4945-b734-717ae141bc82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397680 Aug 09 15:04:21.220670 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-4234569c-898d-4eec-aabe-9b1aa2f36f78 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826244 Aug 09 15:04:21.311027 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-43a68669-b0ad-4031-ab7e-20710442dbcf req-d6138e35-59d7-4c7a-934f-be6c016991e8 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Aug 09 15:04:21.438816 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ab6a-4380-4515-a7a0-098e46b8bc8b req-1e124e29-6d6b-4885-baba-4ade15c66f21 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:21.440324 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f1a8ab6a-4380-4515-a7a0-098e46b8bc8b req-1e124e29-6d6b-4885-baba-4ade15c66f21 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0496273 Aug 09 15:04:21.477810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f1a8ab6a-4380-4515-a7a0-098e46b8bc8b req-8666988f-557f-4291-99e1-6fc767001fea tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Aug 09 15:04:22.599425 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cf013-7164-49e6-9ed3-e9446c111668 req-a7d990a8-b2da-49c1-ab62-b788b733f07b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:22.600810 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c6cf013-7164-49e6-9ed3-e9446c111668 req-a7d990a8-b2da-49c1-ab62-b788b733f07b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0516474 Aug 09 15:04:22.641931 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0c6cf013-7164-49e6-9ed3-e9446c111668 req-be44c7ec-fb2b-4e0e-a38f-0265878e0978 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347149 Aug 09 15:04:23.761331 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a69fc-3266-4e9a-aaa5-18f14fc1fd8f req-ac4a8a87-180d-4043-974c-c8c482fba320 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:23.762801 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1b0a69fc-3266-4e9a-aaa5-18f14fc1fd8f req-ac4a8a87-180d-4043-974c-c8c482fba320 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0480676 Aug 09 15:04:23.800699 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-1b0a69fc-3266-4e9a-aaa5-18f14fc1fd8f req-902e3dec-ccac-4745-918f-5283e0c6e1f9 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320022 Aug 09 15:04:24.927323 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193583d-4449-4bd5-8ad6-78647d8b9712 req-e0b76603-ddf6-4e1f-80c8-cb9f56cae5ed tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:24.928799 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b193583d-4449-4bd5-8ad6-78647d8b9712 req-e0b76603-ddf6-4e1f-80c8-cb9f56cae5ed tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0481532 Aug 09 15:04:24.966143 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b193583d-4449-4bd5-8ad6-78647d8b9712 req-69e2c7ef-5f71-4f38-a405-531ac880ef67 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310729 Aug 09 15:04:26.082219 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe0dc-ac64-4223-843a-2cf82b64008c req-7b030c73-68ce-48f3-8ce1-7c3d296d5301 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:26.083662 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f3efe0dc-ac64-4223-843a-2cf82b64008c req-7b030c73-68ce-48f3-8ce1-7c3d296d5301 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Aug 09 15:04:26.120822 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f3efe0dc-ac64-4223-843a-2cf82b64008c req-5dcd4b21-5fc9-462a-9c45-71ef3421759b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Aug 09 15:04:27.233366 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96438665-018d-4231-babe-7eaf99a22333 req-1d077f89-f395-412c-bb1e-34bb1608a642 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:27.234830 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96438665-018d-4231-babe-7eaf99a22333 req-1d077f89-f395-412c-bb1e-34bb1608a642 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0478246 Aug 09 15:04:27.271267 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-96438665-018d-4231-babe-7eaf99a22333 req-400009eb-a6c6-4025-9c70-023df4adc302 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Aug 09 15:04:28.073985 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:28.383520 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f81cd3-63fd-4f83-ab9c-e1e683c42d03 req-0d9f98d0-bc7d-41cc-bdc8-de74645eb8c2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:28.385398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-06f81cd3-63fd-4f83-ab9c-e1e683c42d03 req-0d9f98d0-bc7d-41cc-bdc8-de74645eb8c2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0493488 Aug 09 15:04:28.424118 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-06f81cd3-63fd-4f83-ab9c-e1e683c42d03 req-c0a3e40e-5d35-4b94-8c7d-1282fae86c9c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328534 Aug 09 15:04:28.519251 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-66913ddd-9cf8-4328-a9a1-6c1cf857afec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:29.541824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be657815-489e-41cb-b4f2-14c4eb424141 req-8c474eb4-48eb-4477-8dbb-47d82328103d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:29.543340 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-be657815-489e-41cb-b4f2-14c4eb424141 req-8c474eb4-48eb-4477-8dbb-47d82328103d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 944 time: 0.0527439 Aug 09 15:04:29.580821 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-be657815-489e-41cb-b4f2-14c4eb424141 req-61f6e3de-579f-4a34-8084-c742887fd100 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Aug 09 15:04:29.935348 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 72dbf267-a3f1-4894-b1df-910b9151b499 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:04:30.026498 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=72dbf267-a3f1-4894-b1df-910b9151b499,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:04:30.037538 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '72dbf267-a3f1-4894-b1df-910b9151b499', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:04:30.076147 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:30.089899 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dbf267-a3f1-4894-b1df-910b9151b499 {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:04:30.108849 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=72dbf267-a3f1-4894-b1df-910b9151b499,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:04:30.185248 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:30.232272 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:30.239095 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.239468 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.239812 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.240145 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.240474 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.240803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.241128 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.241455 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.241777 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.242096 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.242439 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.242751 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:04:30.452053 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['72dbf267-a3f1-4894-b1df-910b9151b499'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:04:30.693401 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bd8d9-b013-4b90-8c45-54ede90131df req-8913daaf-4b96-46c9-a7c4-9ea6093d2381 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:30.694880 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e9bd8d9-b013-4b90-8c45-54ede90131df req-8913daaf-4b96-46c9-a7c4-9ea6093d2381 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Aug 09 15:04:30.731896 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0e9bd8d9-b013-4b90-8c45-54ede90131df req-a10a68a5-cf5e-4842-97dd-65309c8d8160 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299363 Aug 09 15:04:31.216454 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd0b6-d51a-463b-9b3d-30c3c2c5564b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:31.647857 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:31.845359 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc275f-8963-4ea3-84b9-c1f819f99eb5 req-0cf617ce-050b-45e7-966a-5329ed22e9e4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:31.846851 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-36bc275f-8963-4ea3-84b9-c1f819f99eb5 req-0cf617ce-050b-45e7-966a-5329ed22e9e4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Aug 09 15:04:31.884950 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-36bc275f-8963-4ea3-84b9-c1f819f99eb5 req-0a7fe9d2-a16e-4f46-b551-c282194da688 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315936 Aug 09 15:04:31.959176 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 72dbf267-a3f1-4894-b1df-910b9151b499 up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:04:32.084484 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 72dbf267-a3f1-4894-b1df-910b9151b499 completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:04:32.088268 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 72dbf267-a3f1-4894-b1df-910b9151b499 triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:04:32.088707 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:32.165918 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:32.187734 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:04:32.189967 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7639005d-8613-4e21-ac59-ab0f6ee4c895" -d '{"events": [{"server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:04:32.203124 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=72dbf267-a3f1-4894-b1df-910b9151b499,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:04:32.229328 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdd27f5-a163-4e53-b7ce-f1c83eeed0bc x-openstack-request-id: req-7fdd27f5-a163-4e53-b7ce-f1c83eeed0bc {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:04:32.229952 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "name": "network-vif-plugged", "status": "completed", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:04:32.229952 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fdd27f5-a163-4e53-b7ce-f1c83eeed0bc {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:04:32.230262 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499', 'code': 200} Aug 09 15:04:32.288031 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:32.320661 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:32.339224 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:32.575946 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009bbfe-95aa-457b-a4ef-97678a47ce77 req-51735960-127b-4a48-9a88-c9efcb91a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:32.577332 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2009bbfe-95aa-457b-a4ef-97678a47ce77 req-51735960-127b-4a48-9a88-c9efcb91a891 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0448272 Aug 09 15:04:32.615269 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2009bbfe-95aa-457b-a4ef-97678a47ce77 req-fa327827-4e8a-4ef4-8258-d512041ad7c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280135 Aug 09 15:04:32.999514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48454073-cf32-4f5d-bb7d-6fb044fa49d5 req-afd7cfe1-b587-41f3-a14f-da40af42a590 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:33.001001 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-48454073-cf32-4f5d-bb7d-6fb044fa49d5 req-afd7cfe1-b587-41f3-a14f-da40af42a590 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0491877 Aug 09 15:04:33.038942 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-48454073-cf32-4f5d-bb7d-6fb044fa49d5 req-403064f3-2f03-4996-a388-24db33168d99 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Aug 09 15:04:33.847870 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:34.154727 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff88a6-3d74-4ecb-9788-9a777b9262d5 req-fd341f3c-7d4c-465c-a791-c01ebe5501bc tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:34.156226 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0eff88a6-3d74-4ecb-9788-9a777b9262d5 req-fd341f3c-7d4c-465c-a791-c01ebe5501bc tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Aug 09 15:04:34.193368 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0eff88a6-3d74-4ecb-9788-9a777b9262d5 req-72d26f0d-2566-46c1-85b5-a6f8947412cb tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309570 Aug 09 15:04:34.309914 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5432-0553-4219-a630-d8ad2ba6a0b0 req-01965b30-9d9c-4519-babe-1c10c3d4a0d1 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:34.311394 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a44e5432-0553-4219-a630-d8ad2ba6a0b0 req-01965b30-9d9c-4519-babe-1c10c3d4a0d1 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0517211 Aug 09 15:04:34.348608 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a44e5432-0553-4219-a630-d8ad2ba6a0b0 req-4770ecbb-1362-47bf-a013-d4f797b7b535 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Aug 09 15:04:34.371302 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46206) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:04:34.410166 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c7dab-df82-45b4-9463-93eb17b28e5b tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:34.411677 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-c28c7dab-df82-45b4-9463-93eb17b28e5b tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1094 time: 0.0393860 Aug 09 15:04:34.414356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46208) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:04:34.418861 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:04:34.518789 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:34.615305 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:34.715567 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.27.1.121 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/f8a90b8a-25db-48ca-a98c-137028ce3cd9) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:04:34.816384 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:34.930812 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:34.966933 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:04:34.969759 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:04:34.975194 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:04:34.998392 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=f8a90b8a-25db-48ca-a98c-137028ce3cd9,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:35.627137 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:35.743030 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:35.894484 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:35.964961 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:36.034785 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=f8a90b8a-25db-48ca-a98c-137028ce3cd9,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:04:36.045240 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:36.141257 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP 1682ede1-ee18-46ef-8988-e5c77e59314a associated. External IP: 172.27.1.121, port: 72dbf267-a3f1-4894-b1df-910b9151b499. Aug 09 15:04:36.343208 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:04:36.455778 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:04:36.466384 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:04:36.476023 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:04:36.478801 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:04:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:36.540055 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:36.569856 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d149ab62-444d-462a-a3bf-563bd9ecd0dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1544306 Aug 09 15:04:36.570768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:04:36.573356 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:04:36.610845 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbadab3c-fac5-466e-abed-6c34f38f89d6 x-openstack-request-id: req-bbadab3c-fac5-466e-abed-6c34f38f89d6 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:04:36.611172 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:04:36.611457 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbadab3c-fac5-466e-abed-6c34f38f89d6 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:04:36.611845 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499', 'status': 'completed', 'code': 200} Aug 09 15:04:36.679368 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-21538a15-fb51-4235-9a59-b0f6567cb630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:36.680901 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-21538a15-fb51-4235-9a59-b0f6567cb630 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0436490 Aug 09 15:04:36.707547 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:04:36.777674 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-6bf61f7c-c872-4887-8465-92d0de4a0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:36.779208 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-6bf61f7c-c872-4887-8465-92d0de4a0029 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0909200 Aug 09 15:04:36.849845 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-7ed65b10-b83f-420b-a05a-4ced4ab1a172 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 1000 time: 0.0609343 Aug 09 15:04:36.902944 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-bc4712c2-196b-4357-a41b-7b70d75d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:36.904424 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-bc4712c2-196b-4357-a41b-7b70d75d9892 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0478079 Aug 09 15:04:36.938423 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:35Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:36.950590 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-9bc0b889-dda1-45f3-a884-e7ac33d05ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:04:36.952098 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-9bc0b889-dda1-45f3-a884-e7ac33d05ea0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393288 Aug 09 15:04:36.965424 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:04:36.973661 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:04:36.974273 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:04:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:37.044089 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-5dfd0ba6-a95e-464c-9471-69d5192ed944 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822387 Aug 09 15:04:37.086688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:04:37.144976 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-fb0fe27c-3364-4784-abb8-5d80cc2ebcfe req-cb52792f-8756-4899-9c41-efe47aac2e01 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927491 Aug 09 15:04:37.309811 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:35Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:04:37.339606 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd4166-995a-47f9-b351-35d23c635a0f None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:35Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:04:37.512328 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac323d-3bb9-415f-bd47-bbbb652460c2 None None] New status for floating IP 1682ede1-ee18-46ef-8988-e5c77e59314a: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:04:41.633365 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:04:58.087381 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:04:58.515855 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f2dc122d-f108-40f6-92bb-a69349c4042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:01.221093 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc66b-e3b9-43d9-88ec-17c24ab8c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:01.646939 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:02.318287 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:03.633689 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-2040edd8-99ab-4667-b2bd-1ec7b295eb61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418894 Aug 09 15:05:03.718241 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-0c2b5b9d-10d6-4c5e-b893-d55f5dc6f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:05:03.724559 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-0c2b5b9d-10d6-4c5e-b893-d55f5dc6f407 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0478976 Aug 09 15:05:03.821345 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:03.831937 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-ad71c0c7-795d-466f-8f9c-0e63171bc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:05:03.837600 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-ad71c0c7-795d-466f-8f9c-0e63171bc9fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0890019 Aug 09 15:05:03.900138 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-64f11588-635d-4d00-9bde-af5675ba9c3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 1002 time: 0.0589690 Aug 09 15:05:03.952480 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-0ad7cbf2-b1bb-4eb2-af7e-50eb50fed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:05:03.953927 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-0ad7cbf2-b1bb-4eb2-af7e-50eb50fed286 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0466700 Aug 09 15:05:04.002651 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-1310ea3f-df26-431c-af69-5a99590f5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:05:04.004271 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-1310ea3f-df26-431c-af69-5a99590f5fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420041 Aug 09 15:05:04.093347 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-b82588e3-f9fb-40e5-8eda-6ff1a10d41fa service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812540 Aug 09 15:05:04.188415 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-ec107e39-d958-47af-82e8-e17c42ecdf8d req-d3ddf444-d547-468e-9ed7-8b9a4475253a service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855415 Aug 09 15:05:18.632081 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:05:28.080423 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:28.537710 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-79038b28-6e32-45ab-b247-c5a19c2345d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:31.229135 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-0dd66713-07b5-40dd-a1a5-d028c28a3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:31.645974 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:32.305764 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:33.846059 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:55.634220 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:05:58.094073 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:05:58.525244 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-7c3fe5bb-579a-43f8-8f78-1eeca64b61d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:01.202307 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f757b279-0b34-4db0-ac99-222fa9096b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:01.665052 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:02.339634 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:03.833903 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:05.616242 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-b0d9dae7-6fcf-4052-bf57-ffbc59baa0fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399771 Aug 09 15:06:05.695211 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-7e42516e-26d8-4c7c-b74e-3a924f90dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:05.696678 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-7e42516e-26d8-4c7c-b74e-3a924f90dfb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0404556 Aug 09 15:06:05.801847 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-03b814fe-224f-4a79-962e-19ba982ed353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:05.803338 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-03b814fe-224f-4a79-962e-19ba982ed353 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0884671 Aug 09 15:06:05.870408 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-afbb1a42-eb31-4986-ae35-6062e8ac4424 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 1002 time: 0.0597253 Aug 09 15:06:05.924110 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-4be43689-520e-4b4c-95d8-4559bb4a0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:05.925539 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-4be43689-520e-4b4c-95d8-4559bb4a0eb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0488355 Aug 09 15:06:05.972882 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-11565903-fc3b-4335-b401-642c255e0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:05.974398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-11565903-fc3b-4335-b401-642c255e0a94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410151 Aug 09 15:06:06.069204 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-0ebba7f6-842f-460d-a151-03ced07049bb service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873563 Aug 09 15:06:06.171061 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e8135250-4c1c-4af1-80c2-94c00cfe8bb2 req-dc1b0633-ee5f-4a02-bc86-b02597f93911 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942798 Aug 09 15:06:09.761498 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-112e013d-54fa-465d-ad9e-fb7ecb116d76 req-d90ba20b-e872-40c6-b275-ca643234db1b service neutron] (100405) timed out ('10.222.0.58', 62266) {{(pid=100405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:06:14.449012 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-1ddc1999-e9c8-4735-8cf9-adffa862fac8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-733925995&fields=id&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 267 time: 0.0329688 Aug 09 15:06:14.556951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-c669d574-aa72-4642-9601-151cf2b6950a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:14.558336 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-c669d574-aa72-4642-9601-151cf2b6950a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.1027780 Aug 09 15:06:14.573388 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-79820c88-2744-4ddf-ac86-c41abfaaa276 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/quotas/25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Aug 09 15:06:14.631398 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-59935c47-490c-42f2-8c9e-d9551700a03f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525284 Aug 09 15:06:14.690195 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-de276bab-5a1e-47aa-96e8-300ce26f65ab service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=100405) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:06:14.691236 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-de276bab-5a1e-47aa-96e8-300ce26f65ab service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479615 Aug 09 15:06:14.779029 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-8e0d796a-7507-48e8-bb85-c8f71591d88d service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816994 Aug 09 15:06:14.872229 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-41e0c214-fb8f-48b8-9177-d594ec67ae19 service neutron] 10.222.0.45 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869944 Aug 09 15:06:15.574664 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6230b05c-3034-41b0-98a3-2d19f4b39c02 req-88714991-0381-4e00-9989-6f566b8bdf3e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Aug 09 15:06:16.670171 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-53d0f83e-3f9f-449a-b0cd-d8171da4f227 req-950470a3-7408-44e2-8b5c-607c70c3c22c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 210 time: 0.0277803 Aug 09 15:06:17.521082 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-18e84383-4062-4c40-94a0-1d2e291cf9f3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:17.522549 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-18e84383-4062-4c40-94a0-1d2e291cf9f3 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 811 time: 0.1024847 Aug 09 15:06:17.565721 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-7e240c43-5d25-485f-a3de-f075f5e6d3c5 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25d4e1d2278e4ab58785f5dc04c47d04 HTTP/1.1" status: 200 len: 379 time: 0.0341604 Aug 09 15:06:17.575980 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'port': {'device_id': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'admin_state_up': True, 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'security_groups': ['a59234d0-3e62-4d26-bcce-4ff6cf3558ab']}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:06:17.761986 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Made reservation on behalf of 25d4e1d2278e4ab58785f5dc04c47d04 for: {'port': 1} {{(pid=100405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:06:17.765707 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:17.787634 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-5d9ae705-0968-4186-af20-c843dcc61e1a req-b754e2e1-c1e2-46d8-8acb-65f04d4489fe tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 210 time: 0.0372715 Aug 09 15:06:17.910014 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.20.0.4 (00a7262e-9616-41ae-a5cf-18eceadb6a60/b5fd688e-597e-4e61-9917-8b1a5476c7db/14836cd1-fe2e-40fa-822a-9135bfa526cd) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:06:18.048273 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.061813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Transition to ACTIVE for port object 14836cd1-fe2e-40fa-822a-9135bfa526cd will not be triggered until provisioned by entity DHCP. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:06:18.171295 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.217962 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:06:18.221017 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:06:18.225524 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:06:18.229755 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:18.257799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.258149 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.258490 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.258826 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.259189 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.260063 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.260406 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.260768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.261141 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.261463 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.261790 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.262168 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:18.289228 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:18.289855 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.380024 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-3892065c-a9c8-4839-a4d3-23c9ead264f4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078010 Aug 09 15:06:18.393339 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Request body: {'port': {'device_id': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:06:18.452516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.467573 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-593a1335-1abd-47f9-bb02-6cfa61b307d7 None None] Provisioning for port 14836cd1-fe2e-40fa-822a-9135bfa526cd completed by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:06:18.472026 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-593a1335-1abd-47f9-bb02-6cfa61b307d7 None None] Provisioning complete for port 14836cd1-fe2e-40fa-822a-9135bfa526cd triggered by entity DHCP. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:06:18.472026 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-593a1335-1abd-47f9-bb02-6cfa61b307d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.510402 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-593a1335-1abd-47f9-bb02-6cfa61b307d7 None None] Port 14836cd1-fe2e-40fa-822a-9135bfa526cd cannot update to ACTIVE because it is not bound. {{(pid=100407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:06:18.711908 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14836cd1-fe2e-40fa-822a-9135bfa526cd {{(pid=100405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:06:18.720232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.732348 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.provisioning_blocks [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Transition to ACTIVE for port object 14836cd1-fe2e-40fa-822a-9135bfa526cd will not be triggered until provisioned by entity L2. {{(pid=100405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:06:18.795934 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:18.870216 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Pushing event updated for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:18.960023 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebee81d-f81f-4904-b6f8-2697d010940f req-01e8795a-4d03-4cc0-8ef6-ab2af1d0eea7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:18.961521 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ebee81d-f81f-4904-b6f8-2697d010940f req-01e8795a-4d03-4cc0-8ef6-ab2af1d0eea7 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0951059 Aug 09 15:06:18.962768 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Attempting to bind port 14836cd1-fe2e-40fa-822a-9135bfa526cd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:06:18.963135 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Attempting to bind port 14836cd1-fe2e-40fa-822a-9135bfa526cd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:06:18.963482 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Attempting to bind port 14836cd1-fe2e-40fa-822a-9135bfa526cd on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:06:18.970118 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Port 14836cd1-fe2e-40fa-822a-9135bfa526cd on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:06:18.970452 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Attempting to bind port 14836cd1-fe2e-40fa-822a-9135bfa526cd on network 00a7262e-9616-41ae-a5cf-18eceadb6a60 {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:06:18.988371 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Checking agent: {'id': '23f44a29-0b16-4de4-b600-90d8111054e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'started_at': datetime.datetime(2021, 8, 9, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:06:18.988726 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Checking segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:06:18.989116 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Bound using segment: {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'} {{(pid=100405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:06:18.989555 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.managers [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Bound port: 14836cd1-fe2e-40fa-822a-9135bfa526cd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7af5a1-13da-4c12-8c19-1a2b1221f12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60'}}] {{(pid=100405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:06:18.989919 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:19.018441 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-9ebee81d-f81f-4904-b6f8-2697d010940f req-f6abb923-1e64-42eb-9d15-ede49f062c87 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501549 Aug 09 15:06:19.072773 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, cleared binding levels {{(pid=100405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:06:19.075761 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:06:19.156441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:19.189146 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.189763 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:19.191172 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] 10.222.0.58 "PUT /v2.0/ports/14836cd1-fe2e-40fa-822a-9135bfa526cd HTTP/1.1" status: 200 len: 1093 time: 0.8025031 Aug 09 15:06:19.191609 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:06:19.193858 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4" -d '{"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:06:19.221409 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28cc1d-1ea9-423f-b448-b20a0a8bda9c service neutron] Pushing event updated for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=3']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:19.247801 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6188738f-33c3-4ccf-bd94-3399ac3a15f9 x-openstack-request-id: req-6188738f-33c3-4ccf-bd94-3399ac3a15f9 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:06:19.248099 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:06:19.248360 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6188738f-33c3-4ccf-bd94-3399ac3a15f9 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:06:19.248759 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'status': 'completed', 'code': 200} Aug 09 15:06:19.311889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-538ea9e5-8907-4c27-9204-fcbee01b088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.313446 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-538ea9e5-8907-4c27-9204-fcbee01b088a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1096 time: 0.0450535 Aug 09 15:06:19.418504 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-1e27a22d-08d7-4e95-9c71-dccbec95e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.420010 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-1e27a22d-08d7-4e95-9c71-dccbec95e624 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0977490 Aug 09 15:06:19.512525 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-26b957a1-a51a-416a-9a56-6946b531c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.513919 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f58f7ad5-24fc-4775-a45a-9d4db9c0faa4 req-26b957a1-a51a-416a-9a56-6946b531c646 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862122 Aug 09 15:06:19.593061 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-abf13d4f-f261-4188-87eb-a5ddbadecaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.594542 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-abf13d4f-f261-4188-87eb-a5ddbadecaf8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1096 time: 0.0406404 Aug 09 15:06:19.646847 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-a30e39c6-3aa1-4ba2-9755-e232b1ac5fe9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd HTTP/1.1" status: 200 len: 217 time: 0.0433686 Aug 09 15:06:19.714477 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-72386e5a-33ae-4208-985a-ed6e7a7a2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.715982 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-72386e5a-33ae-4208-985a-ed6e7a7a2087 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0622702 Aug 09 15:06:19.763414 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-7a664bc8-e427-4b2d-ab35-3ec691b8c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:19.764832 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-7a664bc8-e427-4b2d-ab35-3ec691b8c5a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396986 Aug 09 15:06:19.861766 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-54d2bdeb-c959-49e3-b0e6-be1888fb4d75 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887141 Aug 09 15:06:19.951573 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a51abb3e-9a41-4ca2-88e1-d6f9c253d85f req-2472fb6b-3692-4230-887d-1095e077141e service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821311 Aug 09 15:06:20.143097 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d7be5-4224-4fbd-9e8c-1b6ca8dd7f6b req-24a9f205-d718-4e0c-8191-6cdf8c404fb2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:20.144603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b8d7be5-4224-4fbd-9e8c-1b6ca8dd7f6b req-24a9f205-d718-4e0c-8191-6cdf8c404fb2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0496631 Aug 09 15:06:20.186603 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-2b8d7be5-4224-4fbd-9e8c-1b6ca8dd7f6b req-f76c3274-aad1-4588-994b-07e0a0fe2524 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361574 Aug 09 15:06:21.303500 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac245d0-0677-49bf-878e-9332e922e6fd req-f46070ba-a923-4401-aedd-e94738133431 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:21.304973 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4ac245d0-0677-49bf-878e-9332e922e6fd req-f46070ba-a923-4401-aedd-e94738133431 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0499907 Aug 09 15:06:21.345785 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4ac245d0-0677-49bf-878e-9332e922e6fd req-6e3f1297-f472-44f2-953f-bb280e42b22a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345619 Aug 09 15:06:22.456561 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f5b54-7657-4cdb-881d-45ef69c30ef2 req-01f1d870-1e38-431d-944c-1d98035314dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:22.458046 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b8f5b54-7657-4cdb-881d-45ef69c30ef2 req-01f1d870-1e38-431d-944c-1d98035314dd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0476108 Aug 09 15:06:22.495327 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-0b8f5b54-7657-4cdb-881d-45ef69c30ef2 req-68c373a8-86c9-40de-900c-040eb9558ea0 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Aug 09 15:06:23.607639 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603589da-7fe8-4cfe-b674-448041438406 req-f85e3d20-6b8e-4c90-9be7-8d868abbf8c0 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:23.609347 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-603589da-7fe8-4cfe-b674-448041438406 req-f85e3d20-6b8e-4c90-9be7-8d868abbf8c0 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0481758 Aug 09 15:06:23.649913 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-603589da-7fe8-4cfe-b674-448041438406 req-e8f35c78-3dc2-4da1-b24a-2a1a760b84f9 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342979 Aug 09 15:06:24.765515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d063a3-8e26-45ec-9c9f-5b0a4be18f3e req-5982a5d9-eed4-4b09-b0e2-93627e7638a4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:24.766964 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-47d063a3-8e26-45ec-9c9f-5b0a4be18f3e req-5982a5d9-eed4-4b09-b0e2-93627e7638a4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0478854 Aug 09 15:06:24.804349 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-47d063a3-8e26-45ec-9c9f-5b0a4be18f3e req-44242d7c-cb06-408f-ac36-86fe76bdad6c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 Aug 09 15:06:25.918350 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bb345-05ce-4627-b3f7-c534e2c40638 req-aac2d637-ffa7-4316-a49f-4b4929fc3aed tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:25.919921 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c82bb345-05ce-4627-b3f7-c534e2c40638 req-aac2d637-ffa7-4316-a49f-4b4929fc3aed tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Aug 09 15:06:25.957669 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-c82bb345-05ce-4627-b3f7-c534e2c40638 req-6e435275-d37d-4831-9f34-1d777dc5bb60 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Aug 09 15:06:27.068868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d204b-f71b-449a-bc0a-307fa4102153 req-244e7d80-2831-4280-9e20-59341bf3eebd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:27.070236 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b92d204b-f71b-449a-bc0a-307fa4102153 req-244e7d80-2831-4280-9e20-59341bf3eebd tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0479517 Aug 09 15:06:27.111237 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b92d204b-f71b-449a-bc0a-307fa4102153 req-1d4cb9cf-f2b0-4f2d-b634-7c4e61dbfff8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344651 Aug 09 15:06:28.090190 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:28.221784 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf37a6-5a97-4ea8-89d4-72f8c5276c9a req-e0ff88ad-bde9-4274-a918-b152adfd94df tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:28.223271 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-afaf37a6-5a97-4ea8-89d4-72f8c5276c9a req-e0ff88ad-bde9-4274-a918-b152adfd94df tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 943 time: 0.0470006 Aug 09 15:06:28.260608 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-afaf37a6-5a97-4ea8-89d4-72f8c5276c9a req-a760bb60-cf47-4eb7-8c54-e97adddb5b22 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302353 Aug 09 15:06:28.553130 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-09d9ce2b-7979-43ac-bfff-fd5dd9b28358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:28.619011 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 14836cd1-fe2e-40fa-822a-9135bfa526cd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:06:28.710430 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:06:28.721948 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Returning: {'device': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'port_id': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'mac_address': 'fa:16:3e:e7:a7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:06:28.760927 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:28.773354 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14836cd1-fe2e-40fa-822a-9135bfa526cd {{(pid=100407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:06:28.793316 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:06:28.884654 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:28.931533 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=4']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:28.939094 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.939475 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.939824 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.940179 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.940507 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.940844 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.941180 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.941515 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.941848 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.942176 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.942504 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:28.942830 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:06:29.197039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] get_ports_and_sgs() called for port_ids ['14836cd1-fe2e-40fa-822a-9135bfa526cd'] {{(pid=100407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:06:29.377190 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dbd82-2c8f-4c2f-8387-1aea89449f99 req-762d51b6-a318-4fa4-a545-171aa9019124 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:29.378684 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f7dbd82-2c8f-4c2f-8387-1aea89449f99 req-762d51b6-a318-4fa4-a545-171aa9019124 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 944 time: 0.0487981 Aug 09 15:06:29.415459 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-4f7dbd82-2c8f-4c2f-8387-1aea89449f99 req-71a6c3c4-f050-4a8d-be04-829962d78a2d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Aug 09 15:06:30.631530 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 14836cd1-fe2e-40fa-822a-9135bfa526cd up at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:06:30.693685 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3df831-05cd-4468-bbe8-97d0d8206181 req-8289857d-b731-4db4-a9ee-1f012e154e8b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:30.695274 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d3df831-05cd-4468-bbe8-97d0d8206181 req-8289857d-b731-4db4-a9ee-1f012e154e8b tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 944 time: 0.0536644 Aug 09 15:06:30.741540 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-6d3df831-05cd-4468-bbe8-97d0d8206181 req-d8c7c391-3a11-4519-8bc1-0a683aada367 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Aug 09 15:06:30.750365 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning for port 14836cd1-fe2e-40fa-822a-9135bfa526cd completed by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:06:30.760786 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.provisioning_blocks [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Provisioning complete for port 14836cd1-fe2e-40fa-822a-9135bfa526cd triggered by entity L2. {{(pid=100407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:06:30.765974 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739684'] for port, provisioning_complete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:30.858688 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:30.881025 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd'}] {{(pid=100407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:06:30.883282 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}965da57d58bb33a02cabc1eb010cafa81e2b2f62d058f34091b1cfde258c044e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27bad80-c14c-4b13-a652-83d232184909" -d '{"events": [{"server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "name": "network-vif-plugged", "status": "completed", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd"}]}' {{(pid=100407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:06:30.895849 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:06:30.920036 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbd000-967d-4e41-89f5-65b8b7ffdc29 x-openstack-request-id: req-0ecbd000-967d-4e41-89f5-65b8b7ffdc29 {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:06:30.920327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "name": "network-vif-plugged", "status": "completed", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd", "code": 200}]} {{(pid=100407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:06:30.920602 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ecbd000-967d-4e41-89f5-65b8b7ffdc29 {{(pid=100407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:06:30.920992 dv-cinder-788363-9-iscsi neutron-server[100407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'code': 200} Aug 09 15:06:30.964589 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223'] for port, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:31.013280 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Pushing event updated for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=5']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:31.230210 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-bc5dcaf8-6a71-4668-a40c-4dc5e8e61a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:31.274017 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcea6b1-7e92-4fa3-bfb7-204a6513c61a req-b4f6e12e-8c89-4c4d-8553-414266f96f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:31.275518 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7fcea6b1-7e92-4fa3-bfb7-204a6513c61a req-b4f6e12e-8c89-4c4d-8553-414266f96f8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1098 time: 0.0397153 Aug 09 15:06:31.310087 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7fcea6b1-7e92-4fa3-bfb7-204a6513c61a req-6d8ea5ce-3a65-4224-a5ce-88e266330e6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273049 Aug 09 15:06:31.667577 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:31.861250 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22b06b-2649-41c9-a5e1-5a0a8b8c6f1d req-05753b5c-f04f-49ec-9941-43eef3bb7106 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:31.862720 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb22b06b-2649-41c9-a5e1-5a0a8b8c6f1d req-05753b5c-f04f-49ec-9941-43eef3bb7106 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Aug 09 15:06:31.898781 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-eb22b06b-2649-41c9-a5e1-5a0a8b8c6f1d req-bfedabae-1a20-4cd6-97ad-dd903f84ea8f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301666 Aug 09 15:06:32.324770 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:32.632874 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:06:33.014468 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430b46-7db0-4b76-9c25-070eca6478f5 req-3809f4ac-b675-4818-864b-4ef3e56de29f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:33.015972 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b2430b46-7db0-4b76-9c25-070eca6478f5 req-3809f4ac-b675-4818-864b-4ef3e56de29f tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Aug 09 15:06:33.058050 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-b2430b46-7db0-4b76-9c25-070eca6478f5 req-87cdb9f7-35cf-4316-9646-02337ee77d49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Aug 09 15:06:33.168524 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed395e9-831a-438e-a43f-01859c8bb14a req-809d7bb2-13a4-4f7f-8209-09ff6380e206 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:33.169966 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ed395e9-831a-438e-a43f-01859c8bb14a req-809d7bb2-13a4-4f7f-8209-09ff6380e206 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.0474589 Aug 09 15:06:33.207563 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7ed395e9-831a-438e-a43f-01859c8bb14a req-018e7e66-5423-4528-b993-618ed674bb5a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316563 Aug 09 15:06:33.229293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46338) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:06:33.267096 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7556c-1a34-45ee-a8f0-ac27f8c589db tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:33.268580 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e2a7556c-1a34-45ee-a8f0-ac27f8c589db tempest-TestVolumeBootPattern-245096955 tempest-TestVolumeBootPattern-245096955-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1093 time: 0.0383122 Aug 09 15:06:33.271256 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46340) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:06:33.275441 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.v2.base [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Request body: {'floatingip': {'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'port_id': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:06:33.355564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:33.450958 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:33.553150 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_common [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Allocated IP 172.27.1.5 (5be52d81-34bc-4757-b5ee-e05c6a4619fe/b8a27c11-f114-4d72-b98e-af57b5f47f03/9a06ca06-b878-4414-a4d2-75a93503db4e) {{(pid=100405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:06:33.653908 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:33.761575 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761509608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:33.803801 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Network 5be52d81-34bc-4757-b5ee-e05c6a4619fe is already hosted by enough agents. {{(pid=100405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:06:33.808830 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.base_scheduler [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Resources bound (agent type, host, resource id): {{(pid=100405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:06:33.812449 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Received port after_create {{(pid=100405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:06:33.835065 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=9a06ca06-b878-4414-a4d2-75a93503db4e,revision_number=1']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:33.861804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.456662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.609254 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681255'] for port, before_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.754907 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for port, precommit_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.812373 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761509996701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761509608205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761509608223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426430'] for port, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.879927 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event updated for resources: {'Port': ['ID=9a06ca06-b878-4414-a4d2-75a93503db4e,revision_number=2']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:06:34.892838 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808003'] for floatingip, after_update {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:34.990325 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP 498ec97f-d188-4131-8e05-d505771811b1 associated. External IP: 172.27.1.5, port: 14836cd1-fe2e-40fa-822a-9135bfa526cd. Aug 09 15:06:35.196813 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:06:35.305745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:06:35.316803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:06:35.326122 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:06:35.326741 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:06:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:06:35.392747 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:35.422928 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-dd1a288b-2d3d-4c6d-9a4b-18d910482968 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1505175 Aug 09 15:06:35.423799 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:06:35.426106 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20835cb-5945-45fe-863a-d287eb0d6ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:06:35.432945 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:06:35.472288 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13cd26a-9e53-4354-b92d-cc17c9c7914e x-openstack-request-id: req-f13cd26a-9e53-4354-b92d-cc17c9c7914e {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:06:35.472937 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:06:35.472937 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f13cd26a-9e53-4354-b92d-cc17c9c7914e {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:06:35.473220 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'status': 'completed', 'code': 200} Aug 09 15:06:35.538965 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-072860d0-a06e-4078-95d7-a320abe8232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:35.540529 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-072860d0-a06e-4078-95d7-a320abe8232e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1098 time: 0.0443909 Aug 09 15:06:35.629043 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-5a568930-1a51-4f8c-b402-2093e92298a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:35.630526 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-5a568930-1a51-4f8c-b402-2093e92298a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0833259 Aug 09 15:06:35.658611 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}, {'id': '498ec97f-d188-4131-8e05-d505771811b1', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:e7:a7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:06:34Z', 'updated_at': '2021-08-09T15:06:34Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:06:35.684406 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:06:35.692540 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:06:35.693141 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:06:31Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:06:35.700597 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-1891d8eb-b057-48a1-9cfd-3ebe692042be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd HTTP/1.1" status: 200 len: 997 time: 0.0630972 Aug 09 15:06:35.750841 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-4e68da31-448d-42a6-9578-f994ef7c048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:35.752222 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-4e68da31-448d-42a6-9578-f994ef7c048e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0445659 Aug 09 15:06:35.806746 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:06:35.810831 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-3b0e3aae-1ef8-4b44-b329-3d7063b963f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:06:35.812390 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-3b0e3aae-1ef8-4b44-b329-3d7063b963f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528035 Aug 09 15:06:35.908468 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-58a2bf14-7593-4081-8b71-a8fd5968acd4 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875199 Aug 09 15:06:36.006212 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f20835cb-5945-45fe-863a-d287eb0d6ea0 req-f3b2dd20-226d-4924-a6d9-5386278c4fcd service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895765 Aug 09 15:06:36.252809 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}, {'id': '498ec97f-d188-4131-8e05-d505771811b1', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:e7:a7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:06:34Z', 'updated_at': '2021-08-09T15:06:34Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:06:36.279008 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547f143d-111e-467a-b933-8e8e23440f14 None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}, {'id': '498ec97f-d188-4131-8e05-d505771811b1', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:e7:a7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:06:34Z', 'updated_at': '2021-08-09T15:06:34Z', 'revision_number': 0, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:06:36.461600 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaee158-64c0-42c2-b846-5a3c439b4c7f None None] New status for floating IP 498ec97f-d188-4131-8e05-d505771811b1: ACTIVE {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:06:58.129277 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:06:58.486081 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a1b9e64a-20df-4f85-acc2-0db2cb9eeea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:01.211650 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-68dc489b-89cd-450e-9e70-d6e862b51049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:01.640583 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:02.314371 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:03.845995 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:07.669341 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-9d8829c9-1638-4ee2-b7a5-592cd44a51af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902302 Aug 09 15:07:07.756597 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-68852f52-461a-495c-9f48-319088d67ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:07:07.758081 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-68852f52-461a-495c-9f48-319088d67ab6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0445681 Aug 09 15:07:07.862744 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-53a11e94-9e98-41e6-88ea-d3e84089cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:07:07.864192 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-53a11e94-9e98-41e6-88ea-d3e84089cd71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0877697 Aug 09 15:07:07.933083 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-9ded8da2-07ac-4530-b7f1-5735e7f64342 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 1002 time: 0.0621178 Aug 09 15:07:07.982266 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-6515671d-d306-467e-89ae-26cf7cbcf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:07:07.984548 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-6515671d-d306-467e-89ae-26cf7cbcf4e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0440605 Aug 09 15:07:08.027606 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-6934ecae-211c-4cae-b508-bd03168df0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:07:08.029635 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-6934ecae-211c-4cae-b508-bd03168df0cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380592 Aug 09 15:07:08.119630 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-fd89ea4f-88c7-46dd-85c1-ac4ee2134554 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Aug 09 15:07:08.206170 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bf2df36d-9dfa-47c3-af66-ce413b42bb9c req-b8ef656c-eb92-4df6-a5fd-999cdc58c37e service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798104 Aug 09 15:07:09.634903 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:07:28.117110 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:28.493741 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6ff5-22aa-4003-8c69-62cfe3a828be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:31.213843 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-9ebd5ccb-9085-447d-9fa6-b36edb9358ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:31.651266 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:32.319548 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:33.839277 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:46.634424 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:07:58.121584 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:07:58.498734 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-07f71579-459a-4dbe-bdfa-6c1a68ca7567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:01.207198 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d94090e1-d6b3-47ac-a33a-bc52d0156d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:01.647172 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:02.335569 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:03.849804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:05.885854 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46382) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:06.052510 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port 9a06ca06-b878-4414-a4d2-75a93503db4e {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:06.052858 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.129528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.129862 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.141515 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for 9a06ca06-b878-4414-a4d2-75a93503db4e owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:06.361252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.384577 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=9a06ca06-b878-4414-a4d2-75a93503db4e,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:06.394507 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.394866 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.395242 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.395586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.395924 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.396274 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.396974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.396974 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.397242 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.397574 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.397901 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.398225 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:06.456516 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.456918 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP 498ec97f-d188-4131-8e05-d505771811b1 disassociated (deleted). External IP: 172.27.1.5, port: 14836cd1-fe2e-40fa-822a-9135bfa526cd. Aug 09 15:08:06.661691 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:08:06.769401 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:08:06.774221 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:06.778692 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:08:06.788174 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:06.788789 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:06.801043 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-b0ade838-3395-4a61-9796-ee222e7bfe49 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "DELETE /v2.0/floatingips/498ec97f-d188-4131-8e05-d505771811b1 HTTP/1.1" status: 204 len: 168 time: 0.9141085 Aug 09 15:08:06.801740 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:08:06.804118 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b97330-7dcd-411c-8664-b431a717c8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:08:06.897010 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:06.904523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7574a1b8-019b-49d7-af24-3b029ea58fe5 x-openstack-request-id: req-7574a1b8-019b-49d7-af24-3b029ea58fe5 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:08:06.904523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:08:06.904523 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7574a1b8-019b-49d7-af24-3b029ea58fe5 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:08:06.905199 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'status': 'completed', 'code': 200} Aug 09 15:08:06.964387 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-3b0a0553-e839-4fc5-b844-00f377f1a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:06.965774 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-3b0a0553-e839-4fc5-b844-00f377f1a9a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 1098 time: 0.0406828 Aug 09 15:08:07.058838 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-3f82396a-9e5d-43ae-83d2-8c2f79df2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:07.060933 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-3f82396a-9e5d-43ae-83d2-8c2f79df2fcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0881512 Aug 09 15:08:07.104585 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-e1d988c8-8ecd-46ca-aebb-61a2261af60b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd HTTP/1.1" status: 200 len: 217 time: 0.0360312 Aug 09 15:08:07.126835 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:07.157649 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:08:07.158293 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-0d164a16-3910-4986-9112-0a9983ba83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:07.159503 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-0d164a16-3910-4986-9112-0a9983ba83b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0463653 Aug 09 15:08:07.166131 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:07.166735 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:07.210427 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-ee382aea-7bf9-4b22-ab14-7d242d99c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:07.228336 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-ee382aea-7bf9-4b22-ab14-7d242d99c043 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448077 Aug 09 15:08:07.279932 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:07.311818 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-75de4dc7-9f85-4631-8623-029d8fcc4762 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909688 Aug 09 15:08:07.417586 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6187-5f51-45ad-95dc-91edff3d749f req-612c0484-329a-4235-869e-fd80233e8ee2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:07.419081 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26be6187-5f51-45ad-95dc-91edff3d749f req-612c0484-329a-4235-869e-fd80233e8ee2 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.1568942 Aug 09 15:08:07.454657 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-15b97330-7dcd-411c-8664-b431a717c8f3 req-0fafd96c-fd5a-44f6-aad2-aeae31430ef2 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296191 Aug 09 15:08:07.470927 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-26be6187-5f51-45ad-95dc-91edff3d749f req-40d69d7f-b683-4772-b114-bde08802889d tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433946 Aug 09 15:08:07.506617 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:07.532615 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfde490-c656-4c2c-b912-e6c09982a59d None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_floatingips': [{'id': '1682ede1-ee18-46ef-8988-e5c77e59314a', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'router_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'port_id': '72dbf267-a3f1-4894-b1df-910b9151b499', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'mac_address': 'fa:16:3e:dd:6e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:04:35Z', 'updated_at': '2021-08-09T15:04:37Z', 'revision_number': 1, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:08:07.745510 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368dba6c-7b92-4f11-b251-c64265e73dfb None None] New status for floating IP 498ec97f-d188-4131-8e05-d505771811b1: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:08:08.644205 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f7da-bd20-425c-ae86-65e422675298 req-4b768206-b370-4f34-ab92-20aa6ccc29e1 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:08.645727 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bff2f7da-bd20-425c-ae86-65e422675298 req-4b768206-b370-4f34-ab92-20aa6ccc29e1 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.1025434 Aug 09 15:08:08.684784 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-bff2f7da-bd20-425c-ae86-65e422675298 req-6de52821-007b-4b8e-98a3-742738c63883 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Aug 09 15:08:08.819921 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f22b255d-538a-44c8-ad7e-4e416c923411 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:08.821417 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f22b255d-538a-44c8-ad7e-4e416c923411 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 945 time: 0.0518935 Aug 09 15:08:08.911069 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port 14836cd1-fe2e-40fa-822a-9135bfa526cd {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:08.911436 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:09.000047 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] For port 14836cd1-fe2e-40fa-822a-9135bfa526cd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14836cd1-fe2e-40fa-822a-9135bfa526cd,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:09.000412 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:09.012688 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for 14836cd1-fe2e-40fa-822a-9135bfa526cd owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:09.224016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:09.251528 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=14836cd1-fe2e-40fa-822a-9135bfa526cd,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:09.294179 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] No DVR routers for this DVR port 14836cd1-fe2e-40fa-822a-9135bfa526cd on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:09.296687 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:09.298774 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-a6411683-f569-4ce3-bd73-885fbf5060c6 req-f2b14539-6d1b-41c1-9c4d-67e309825035 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "DELETE /v2.0/ports/14836cd1-fe2e-40fa-822a-9135bfa526cd HTTP/1.1" status: 204 len: 173 time: 0.4702263 Aug 09 15:08:09.299232 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'name': 'network-vif-deleted', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:08:09.301454 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7178658-e8be-4797-bc2f-7f71c78c7d06" -d '{"events": [{"server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "name": "network-vif-deleted", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:08:09.350680 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5371e8f-94e9-4a9c-9db0-e0f319050e83 x-openstack-request-id: req-a5371e8f-94e9-4a9c-9db0-e0f319050e83 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:08:09.351016 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d6e8f-3f64-4d66-bb99-01f44d7176c6", "name": "network-vif-deleted", "tag": "14836cd1-fe2e-40fa-822a-9135bfa526cd", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:08:09.351304 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5371e8f-94e9-4a9c-9db0-e0f319050e83 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:08:09.351748 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d6e8f-3f64-4d66-bb99-01f44d7176c6', 'name': 'network-vif-deleted', 'tag': '14836cd1-fe2e-40fa-822a-9135bfa526cd', 'status': 'completed', 'code': 200} Aug 09 15:08:09.781215 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-04669226-ac46-47de-ada3-6a16237682f7 req-66f56074-99b2-4d58-a805-555cebceabd8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=146d6e8f-3f64-4d66-bb99-01f44d7176c6 HTTP/1.1" status: 200 len: 210 time: 0.0275958 Aug 09 15:08:13.168553 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 14836cd1-fe2e-40fa-822a-9135bfa526cd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:13.192435 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 14836cd1-fe2e-40fa-822a-9135bfa526cd {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:13.192790 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 14836cd1-fe2e-40fa-822a-9135bfa526cd not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:13.250815 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46428) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:13.406565 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port f8a90b8a-25db-48ca-a98c-137028ce3cd9 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:13.406913 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:13.483140 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:13.483397 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:13.494634 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for f8a90b8a-25db-48ca-a98c-137028ce3cd9 owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:13.978142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:14.004112 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=f8a90b8a-25db-48ca-a98c-137028ce3cd9,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:14.062560 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:14.062898 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.db.l3_db [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Floating IP 1682ede1-ee18-46ef-8988-e5c77e59314a disassociated (deleted). External IP: 172.27.1.121, port: 72dbf267-a3f1-4894-b1df-910b9151b499. Aug 09 15:08:14.273102 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:08:14.383638 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:08:14.389044 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:14.395572 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:08:14.405153 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:14.405767 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:14.415796 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-1bbcec9a-b0dd-4445-9462-16bca925191a tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "DELETE /v2.0/floatingips/1682ede1-ee18-46ef-8988-e5c77e59314a HTTP/1.1" status: 204 len: 168 time: 1.1638765 Aug 09 15:08:14.416400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:08:14.418642 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0630f50-63b7-4b0b-a947-41ff05521bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:08:14.454156 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f0c5e-469e-4c4f-8c77-b0f153a34e8f x-openstack-request-id: req-125f0c5e-469e-4c4f-8c77-b0f153a34e8f {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:08:14.454445 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:08:14.454700 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-125f0c5e-469e-4c4f-8c77-b0f153a34e8f {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:08:14.455121 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499', 'status': 'completed', 'code': 200} Aug 09 15:08:14.518672 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:14.525309 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-4088cc42-fb0e-459c-a3bd-550d256465cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:14.526821 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-4088cc42-fb0e-459c-a3bd-550d256465cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 1099 time: 0.0450809 Aug 09 15:08:14.618003 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-1e86fe95-976f-421d-afa0-09e84d81adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:14.619653 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-1e86fe95-976f-421d-afa0-09e84d81adcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 200 len: 912 time: 0.0852695 Aug 09 15:08:14.662596 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-fe2f3dd5-7bc8-4d18-942c-519285c5083f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 200 len: 217 time: 0.0348210 Aug 09 15:08:14.718098 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-ba13fbfe-625b-4cdd-9ac3-5dc95541b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:14.720067 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-ba13fbfe-625b-4cdd-9ac3-5dc95541b6b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 200 len: 850 time: 0.0507665 Aug 09 15:08:14.725145 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:14.751159 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:08:14.759544 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:14.760152 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:14.768540 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-d707d43d-8e41-4b98-b5e9-dda4bf415986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:14.770109 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-d707d43d-8e41-4b98-b5e9-dda4bf415986 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=00a7262e-9616-41ae-a5cf-18eceadb6a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413370 Aug 09 15:08:14.867797 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-1512e76b-7cf8-4ef3-b5e0-675dfe606dff service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880971 Aug 09 15:08:14.994818 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:14.995426 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcb36-75cf-49e2-8dd7-3b6e07c2243a req-427c03c5-825f-4e9d-9eaa-3c9134867592 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:14.996935 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f75dcb36-75cf-49e2-8dd7-3b6e07c2243a req-427c03c5-825f-4e9d-9eaa-3c9134867592 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0937212 Aug 09 15:08:15.020548 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-e0630f50-63b7-4b0b-a947-41ff05521bfc req-c1bdc416-73f3-433c-86f2-499c9265cd33 service neutron] 10.222.0.58 "GET /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410379 Aug 09 15:08:15.051148 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-f75dcb36-75cf-49e2-8dd7-3b6e07c2243a req-808f1446-b638-492b-a141-8b967a6ab8ac tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469387 Aug 09 15:08:15.195765 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:15.221441 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2971c-edb3-47f2-84ad-ccc85228e680 None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:23Z', 'revision_number': 4, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi', '_interfaces': [{'id': '4885fca0-7c80-4f76-8882-a8e8a4d0282c', 'name': '', 'network_id': '00a7262e-9616-41ae-a5cf-18eceadb6a60', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'mac_address': 'fa:16:3e:4d:94:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:22Z', 'updated_at': '2021-08-09T15:01:28Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'subnets': [{'id': 'b5fd688e-597e-4e61-9917-8b1a5476c7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:08:15.445855 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80a2a4-a34e-4e6b-a0d9-7e611821d4b3 None None] New status for floating IP 1682ede1-ee18-46ef-8988-e5c77e59314a: DOWN {{(pid=100408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:08:16.170004 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9139b-067b-4db2-bb9e-bd84ee992b64 req-39b7c737-129e-4e07-9dcb-f943ebe302e4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:16.171637 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-efa9139b-067b-4db2-bb9e-bd84ee992b64 req-39b7c737-129e-4e07-9dcb-f943ebe302e4 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0491195 Aug 09 15:08:16.208452 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-efa9139b-067b-4db2-bb9e-bd84ee992b64 req-738c76cd-0d9a-4000-92c1-9c6447b3d936 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/security-groups?id=a59234d0-3e62-4d26-bcce-4ff6cf3558ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310264 Aug 09 15:08:16.450933 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-2f8391e4-a9b7-48df-b41f-60861ea7335c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:08:16.452570 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-2f8391e4-a9b7-48df-b41f-60861ea7335c tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 946 time: 0.0488300 Aug 09 15:08:16.543947 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port 72dbf267-a3f1-4894-b1df-910b9151b499 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:16.544327 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:16.629807 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] For port 72dbf267-a3f1-4894-b1df-910b9151b499, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=72dbf267-a3f1-4894-b1df-910b9151b499,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:16.630176 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:16.643292 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for 72dbf267-a3f1-4894-b1df-910b9151b499 owned by compute:nova {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:16.875051 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:16.903502 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=72dbf267-a3f1-4894-b1df-910b9151b499,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:16.944404 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] No DVR routers for this DVR port 72dbf267-a3f1-4894-b1df-910b9151b499 on host hv-cinder-78836 {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:16.946868 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for port, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:16.949006 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-07724ea4-cd5f-41d8-b6ca-d1f17ecfd810 req-0c3af059-8654-4832-a438-467569bcd4e8 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.58 "DELETE /v2.0/ports/72dbf267-a3f1-4894-b1df-910b9151b499 HTTP/1.1" status: 204 len: 173 time: 0.4898818 Aug 09 15:08:16.949442 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'name': 'network-vif-deleted', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499'}] {{(pid=100405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:08:16.952478 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f57abde69229c736ed923393c37ae531b5d20f82c612a096319901f48c260116" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd8a15-1af9-4bb3-9820-b61660be8ec7" -d '{"events": [{"server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "name": "network-vif-deleted", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499"}]}' {{(pid=100405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:08:16.986462 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c13835-83f1-4d6f-9ca2-d4aed4fcb9a0 x-openstack-request-id: req-f1c13835-83f1-4d6f-9ca2-d4aed4fcb9a0 {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:08:16.986785 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deac0735-ed65-4861-81a2-0e16c298d3e6", "name": "network-vif-deleted", "tag": "72dbf267-a3f1-4894-b1df-910b9151b499", "status": "completed", "code": 200}]} {{(pid=100405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:08:16.987049 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1c13835-83f1-4d6f-9ca2-d4aed4fcb9a0 {{(pid=100405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:08:16.987504 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deac0735-ed65-4861-81a2-0e16c298d3e6', 'name': 'network-vif-deleted', 'tag': '72dbf267-a3f1-4894-b1df-910b9151b499', 'status': 'completed', 'code': 200} Aug 09 15:08:17.316636 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [req-7250b4cb-6fc7-4aab-9284-d9444b13f510 req-9fc2ba03-2b7f-4287-a632-1cbf7fea451e tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "GET /v2.0/ports?device_id=deac0735-ed65-4861-81a2-0e16c298d3e6 HTTP/1.1" status: 200 len: 210 time: 0.0347321 Aug 09 15:08:18.370804 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46444) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:18.494073 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Deleting port bbea4f6f-0f88-4cd0-98d9-bcc935cab975 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:18.494416 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.568794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.569123 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.581226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Calling delete_port for bbea4f6f-0f88-4cd0-98d9-bcc935cab975 owned by network:floatingip {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:18.820684 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.848010 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'Port': ['ID=bbea4f6f-0f88-4cd0-98d9-bcc935cab975,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:18.912045 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for floatingip, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.914824 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-191438'] for floatingip, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:18.916019 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-85db9624-8f18-4b92-b833-28afd9018247 tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "DELETE /v2.0/floatingips/be21e21c-16fa-4784-adcc-427fdbb51f6f HTTP/1.1" status: 204 len: 168 time: 0.5442092 Aug 09 15:08:20.324422 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46456) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:20.382604 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:20.408514 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:20.574940 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:20.578474 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:20.580342 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] 10.222.0.45 "DELETE /v2.0/security-groups/a59234d0-3e62-4d26-bcce-4ff6cf3558ab HTTP/1.1" status: 204 len: 168 time: 0.2549267 Aug 09 15:08:20.589572 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef3d4-be74-4be8-a1f3-f0c337d978db tempest-TestVolumeBootPattern-1422530115 tempest-TestVolumeBootPattern-1422530115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59234d0-3e62-4d26-bcce-4ff6cf3558ab,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:20.716252 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46460) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:21.179219 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:21.188772 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 72dbf267-a3f1-4894-b1df-910b9151b499 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:21.208319 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] No Port match for: 72dbf267-a3f1-4894-b1df-910b9151b499 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:21.208659 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Device 72dbf267-a3f1-4894-b1df-910b9151b499 not bound to the agent host hv-cinder-78836 {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:21.430693 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Deleting port 4885fca0-7c80-4f76-8882-a8e8a4d0282c {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:21.431258 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:21.507392 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] For port 4885fca0-7c80-4f76-8882-a8e8a4d0282c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=4885fca0-7c80-4f76-8882-a8e8a4d0282c,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:21.507785 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:21.520889 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Calling delete_port for 4885fca0-7c80-4f76-8882-a8e8a4d0282c owned by network:router_interface {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:21.814951 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:21.839721 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4885fca0-7c80-4f76-8882-a8e8a4d0282c,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:22.009365 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.213570 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Router e5ba6302-87b5-4578-bbe8-60bbab5a046f has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:08:22.315857 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:08:22.320799 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-a9d8b800-afce-4d0a-85f7-4467f4e82e46 admin admin] 10.222.0.45 "PUT /v2.0/routers/e5ba6302-87b5-4578-bbe8-60bbab5a046f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034966 Aug 09 15:08:22.323427 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46464) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:22.326145 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Sync routers for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:08:22.335796 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:22.336412 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:22.424662 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks [] for router, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.439046 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: dv-cinder-788363-9-iscsi {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:22.524973 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.619140 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:08:21Z', 'revision_number': 5, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port': {'id': '222b82f9-a840-410d-bfad-84b4b5a9875d', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:22.643742 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Deleting port 222b82f9-a840-410d-bfad-84b4b5a9875d {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:22.647249 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.647446 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Checking router: e5ba6302-87b5-4578-bbe8-60bbab5a046f for host: dv-cinder-788363-9-iscsi {{(pid=100407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:08:22.653957 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Routers {'e5ba6302-87b5-4578-bbe8-60bbab5a046f'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:22.654559 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'], 'active': True} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:22.721888 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] For port 222b82f9-a840-410d-bfad-84b4b5a9875d, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=222b82f9-a840-410d-bfad-84b4b5a9875d,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:22.722187 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.734318 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Calling delete_port for 222b82f9-a840-410d-bfad-84b4b5a9875d owned by network:router_gateway {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:22.741080 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvr_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] Set router e5ba6302-87b5-4578-bbe8-60bbab5a046f gateway port host: None {{(pid=100407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:22.792902 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_hamode_db [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:08:22Z', 'revision_number': 6, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:22.822575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60979ba5-e167-4c75-b855-7633b9abb954 None None] The sync data for ids ['e5ba6302-87b5-4578-bbe8-60bbab5a046f'] in dv-cinder-788363-9-iscsi is: [{'id': 'e5ba6302-87b5-4578-bbe8-60bbab5a046f', 'name': 'tempest-TestVolumeBootPattern-609167203-router', 'tenant_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:20Z', 'updated_at': '2021-08-09T15:08:22Z', 'revision_number': 6, 'project_id': '25d4e1d2278e4ab58785f5dc04c47d04', 'gw_port_host': None}] {{(pid=100407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:08:22.966466 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:22.996846 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Pushing event deleted for resources: {'Port': ['ID=222b82f9-a840-410d-bfad-84b4b5a9875d,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:23.057713 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.144126 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.146179 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.327564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.327564 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ba6302-87b5-4578-bbe8-60bbab5a046f {{(pid=100405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:08:23.334260 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] Notify callbacks [] for router, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.335797 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-fb1edeb4-d827-4e65-80de-63955cf9e71d admin admin] 10.222.0.45 "DELETE /v2.0/routers/e5ba6302-87b5-4578-bbe8-60bbab5a046f HTTP/1.1" status: 204 len: 168 time: 1.0112419 Aug 09 15:08:23.338347 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46466) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:23.387910 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.db_base_plugin_v2 [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Deleting subnet b5fd688e-597e-4e61-9917-8b1a5476c7db {{(pid=100405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:08:23.391125 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.633367 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:08:23.706285 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3259714'] for subnet, precommit_delete_associations {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.786632 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.912373 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3426372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9406058'] for subnet, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.937226 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5fd688e-597e-4e61-9917-8b1a5476c7db,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:23.940817 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:23.942643 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-6269ca9e-6504-4502-9786-46cf1328a4ad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b5fd688e-597e-4e61-9917-8b1a5476c7db HTTP/1.1" status: 204 len: 168 time: 0.6033480 Aug 09 15:08:23.945247 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46468) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:23.950517 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9d758-5225-426b-a7e4-9459c37939c0 None None] Network 00a7262e-9616-41ae-a5cf-18eceadb6a60 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:08:24.011040 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.066400 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Deleting port 23c46ae7-7354-42bb-8daa-8459ff131279 {{(pid=100405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:24.066681 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.133199 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.db [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] For port 23c46ae7-7354-42bb-8daa-8459ff131279, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=23c46ae7-7354-42bb-8daa-8459ff131279,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:24.133587 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.135897 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] DHCP port deletion for 00a7262e-9616-41ae-a5cf-18eceadb6a60 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:08:24.147304 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.plugin [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Calling delete_port for 23c46ae7-7354-42bb-8daa-8459ff131279 owned by network:dhcp {{(pid=100405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:24.181499 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Deleting port 23c46ae7-7354-42bb-8daa-8459ff131279 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:24.181803 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.241678 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] For port 23c46ae7-7354-42bb-8daa-8459ff131279, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=23c46ae7-7354-42bb-8daa-8459ff131279,segment=NetworkSegment(af7af5a1-13da-4c12-8c19-1a2b1221f12b),segment_id=af7af5a1-13da-4c12-8c19-1a2b1221f12b)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:24.242079 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.255327 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Calling delete_port for 23c46ae7-7354-42bb-8daa-8459ff131279 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:24.329175 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426423'] for port, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.334863 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.359582 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=23c46ae7-7354-42bb-8daa-8459ff131279,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:24.360704 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Pushing event deleted for resources: {'Port': ['ID=23c46ae7-7354-42bb-8daa-8459ff131279,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:24.361370 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] No DVR routers for this DVR port 23c46ae7-7354-42bb-8daa-8459ff131279 on host dv-cinder-788363-9-iscsi {{(pid=100405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:24.369237 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.369579 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.369923 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.370258 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.370597 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.370929 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.371290 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.371620 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.371957 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.372276 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.372599 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.372922 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:24.376783 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5913a0-9de9-4107-8b64-1ee71e339978 None None] No DVR routers for this DVR port 23c46ae7-7354-42bb-8daa-8459ff131279 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:24.431984 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.442513 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a7262e-9616-41ae-a5cf-18eceadb6a60']}} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:24.453242 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7af5a1-13da-4c12-8c19-1a2b1221f12b') {'for_net_delete': True} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:24.453541 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.services.segments.db [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7af5a1-13da-4c12-8c19-1a2b1221f12b') {} {{(pid=100405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:24.462171 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3259733'] for segment, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.475679 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.482745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=100405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:08:24.482745 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426458'] for segment, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: Traceback (most recent call last): Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: timer() Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: cb(*args, **kw) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: return func(*args, **kwargs) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: self._notify() Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: self.callback(batched_events) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: event.method(event) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: return f(self, *a, **k) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._get(url).json() Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: return self.request(url, 'GET', **kwargs) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:08:24.484007 dv-cinder-788363-9-iscsi neutron-server[100405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:08:24.534926 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4885fca0-7c80-4f76-8882-a8e8a4d0282c no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:24.554526 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 4885fca0-7c80-4f76-8882-a8e8a4d0282c {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:24.554870 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 4885fca0-7c80-4f76-8882-a8e8a4d0282c not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:24.555313 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 222b82f9-a840-410d-bfad-84b4b5a9875d no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:24.574086 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 222b82f9-a840-410d-bfad-84b4b5a9875d {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:24.574461 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 222b82f9-a840-410d-bfad-84b4b5a9875d not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:24.574872 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 23c46ae7-7354-42bb-8daa-8459ff131279 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:24.595973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 23c46ae7-7354-42bb-8daa-8459ff131279 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:24.597465 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 23c46ae7-7354-42bb-8daa-8459ff131279 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:24.669809 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.676142 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:24.678634 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] 10.222.0.45 "DELETE /v2.0/networks/00a7262e-9616-41ae-a5cf-18eceadb6a60 HTTP/1.1" status: 204 len: 168 time: 0.7323506 Aug 09 15:08:24.681517 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46470) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:24.692938 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca07838-6952-423f-8c57-b43d5e6ce8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=00a7262e-9616-41ae-a5cf-18eceadb6a60,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:25.018480 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1807747'] for router_interface, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:25.487378 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Deleting port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:25.487735 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:25.564914 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] For port 1b90d293-c0e9-4e10-8ba9-41697b7dd74c, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:25.565294 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:25.577617 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Calling delete_port for 1b90d293-c0e9-4e10-8ba9-41697b7dd74c owned by network:router_interface {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:25.883685 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:25.909625 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Pushing event deleted for resources: {'Port': ['ID=1b90d293-c0e9-4e10-8ba9-41697b7dd74c,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:25.921943 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.922311 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.922664 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.923201 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.923558 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.923915 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.924317 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.924630 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.925013 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.925352 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.925814 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:25.926148 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-9-iscsi {{(pid=100406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:08:26.084271 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1806387'] for router_interface, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:26.294876 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 has already been hosted by L3 agent b78c6b0d-ea4c-45e1-ba57-e1a31017cae3 {{(pid=100406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:08:26.401954 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] Notify agent at l3_agent.dv-cinder-788363-9-iscsi the message routers_updated {{(pid=100406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:08:26.407330 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-b08aa76a-d429-4c71-9c2d-72834b53afce admin admin] 10.222.0.45 "PUT /v2.0/routers/2cdfdd5d-78f6-42ce-8825-5ffb52fb7211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248008 Aug 09 15:08:26.409831 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46474) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:26.410483 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Sync routers for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:08:26.419322 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:26.419923 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:26.513664 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks [] for router, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:26.533659 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: dv-cinder-788363-9-iscsi {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:26.618574 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:26.707207 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'external_fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:08:25Z', 'revision_number': 5, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port': {'id': 'e13a5e0b-3112-428a-92fa-16ed9ad76cf3', 'name': '', 'network_id': '5be52d81-34bc-4757-b5ee-e05c6a4619fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:01:27Z', 'updated_at': '2021-08-09T15:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a27c11-f114-4d72-b98e-af57b5f47f03', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-9-iscsi'}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:26.731925 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Checking router: 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 for host: dv-cinder-788363-9-iscsi {{(pid=100408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:08:26.735434 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Deleting port e13a5e0b-3112-428a-92fa-16ed9ad76cf3 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:26.735781 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:26.740105 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Routers {'2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'} bound to L3 agent in host dv-cinder-788363-9-iscsi {{(pid=100408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:08:26.740710 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T14:42:31Z,description=,heartbeat_timestamp=2021-08-09T15:08:01Z,host='dv-cinder-788363-9-iscsi',id=b78c6b0d-ea4c-45e1-ba57-e1a31017cae3,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T14:42:32Z,topic='l3_agent')) {'router_ids': ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'], 'active': True} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:26.818521 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] For port e13a5e0b-3112-428a-92fa-16ed9ad76cf3, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,segment=NetworkSegment(a4e400c9-a2c6-40ae-94e7-ee86d172b74d),segment_id=a4e400c9-a2c6-40ae-94e7-ee86d172b74d)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:26.819343 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:26.823631 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_dvr_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] Set router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 gateway port host: None {{(pid=100408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:08:26.832786 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Calling delete_port for e13a5e0b-3112-428a-92fa-16ed9ad76cf3 owned by network:router_gateway {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:26.882699 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.l3_hamode_db [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:08:26Z', 'revision_number': 6, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port_host': None}], 'dv-cinder-788363-9-iscsi', False) {} {{(pid=100408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:26.908408 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002fbf1-709d-4ecc-b059-31a40353fb30 None None] The sync data for ids ['2cdfdd5d-78f6-42ce-8825-5ffb52fb7211'] in dv-cinder-788363-9-iscsi is: [{'id': '2cdfdd5d-78f6-42ce-8825-5ffb52fb7211', 'name': 'tempest-TestVolumeBootPattern-1248672372-router', 'tenant_id': '27b4a2530c514612906093acf7e8921d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:01:26Z', 'updated_at': '2021-08-09T15:08:26Z', 'revision_number': 6, 'project_id': '27b4a2530c514612906093acf7e8921d', 'gw_port_host': None}] {{(pid=100408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:08:27.057590 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.082870 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13a5e0b-3112-428a-92fa-16ed9ad76cf3,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:27.142696 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1808085'] for router_gateway, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.229904 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1805345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104849'] for router, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.232007 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.340634 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1805525'] for router, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.341165 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 {{(pid=100406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:08:27.346348 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] Notify callbacks [] for router, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.347531 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-7a5c42ec-bc0e-4cc8-a280-0dcf251d1317 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2cdfdd5d-78f6-42ce-8825-5ffb52fb7211 HTTP/1.1" status: 204 len: 168 time: 0.9367731 Aug 09 15:08:27.354943 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46476) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:27.394301 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Deleting subnet 7b0deb09-8857-40f8-a3d2-165325c78408 {{(pid=100406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:08:27.397281 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.430957 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3529026'] for subnet, precommit_delete_associations {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.507610 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-709022'] for subnet, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.621046 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-709001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3530293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3510857'] for subnet, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.649641 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0deb09-8857-40f8-a3d2-165325c78408,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:27.656264 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for subnet, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.659342 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5a6f2637-371b-4b98-92dd-f3ed1296a3e6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7b0deb09-8857-40f8-a3d2-165325c78408 HTTP/1.1" status: 204 len: 168 time: 0.3073046 Aug 09 15:08:27.660740 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46480) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:27.663095 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35234f-0193-4030-8327-07d085691c60 None None] Network 45cd3d45-1fc6-4d28-861d-e766071e8851 requested from dv-cinder-788363-9-iscsi {{(pid=100407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:08:27.734101 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594241'] for network, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.793716 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Deleting port cf248109-89e0-4c45-b3ce-b42bd8623bd0 {{(pid=100406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:27.794062 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.847644 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] DHCP port deletion for 45cd3d45-1fc6-4d28-861d-e766071e8851 request from dv-cinder-788363-9-iscsi {{(pid=100407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:08:27.857475 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.db [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] For port cf248109-89e0-4c45-b3ce-b42bd8623bd0, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=cf248109-89e0-4c45-b3ce-b42bd8623bd0,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:27.857770 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.871466 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.plugin [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Calling delete_port for cf248109-89e0-4c45-b3ce-b42bd8623bd0 owned by network:dhcp {{(pid=100406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:27.904036 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Deleting port cf248109-89e0-4c45-b3ce-b42bd8623bd0 {{(pid=100407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:08:27.904500 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761509990705'] for port, before_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.977772 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.db [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] For port cf248109-89e0-4c45-b3ce-b42bd8623bd0, host dv-cinder-788363-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-9-iscsi',level=0,port_id=cf248109-89e0-4c45-b3ce-b42bd8623bd0,segment=NetworkSegment(2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0),segment_id=2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0)] {{(pid=100407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:08:27.978172 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1810865'] for port, precommit_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:27.990932 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Calling delete_port for cf248109-89e0-4c45-b3ce-b42bd8623bd0 owned by network:dhcp {{(pid=100407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:08:28.026160 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3530246'] for port, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.054254 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf248109-89e0-4c45-b3ce-b42bd8623bd0,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:28.058196 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] No DVR routers for this DVR port cf248109-89e0-4c45-b3ce-b42bd8623bd0 on host dv-cinder-788363-9-iscsi {{(pid=100406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:28.080297 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761509996683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761509608196'] for port, after_delete {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.110369 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] Pushing event deleted for resources: {'Port': ['ID=cf248109-89e0-4c45-b3ce-b42bd8623bd0,revision_number=None']} {{(pid=100407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:28.113636 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32dddf-6152-4ba4-b699-c38421fd6a36 None None] No DVR routers for this DVR port cf248109-89e0-4c45-b3ce-b42bd8623bd0 on host dv-cinder-788363-9-iscsi {{(pid=100407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:08:28.131726 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709401', 'neutron.services.segments.db._delete_segments_for_network-8761510134384'] for network, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.142020 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cd3d45-1fc6-4d28-861d-e766071e8851']}} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:28.152060 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0') {'for_net_delete': True} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:28.152359 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.services.segments.db [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcc5c17-5ea3-45d3-8bfa-4c3c341646d0') {} {{(pid=100406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:08:28.157341 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.162543 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761510136697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3529045'] for segment, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.176231 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087'] for segment, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.181890 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=100406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:08:28.182279 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3530475'] for segment, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: Traceback (most recent call last): Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: timer() Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: cb(*args, **kw) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: return func(*args, **kwargs) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: self._notify() Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: self.callback(batched_events) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: event.method(event) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: return f(self, *a, **k) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._get(url).json() Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: return self.request(url, 'GET', **kwargs) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:08:28.183937 dv-cinder-788363-9-iscsi neutron-server[100406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:08:28.372328 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808049'] for network, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.385440 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600801'] for network, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.385440 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] 10.222.0.45 "DELETE /v2.0/networks/45cd3d45-1fc6-4d28-861d-e766071e8851 HTTP/1.1" status: 204 len: 168 time: 0.7175336 Aug 09 15:08:28.398468 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955082cf-e9d9-4c9e-bec9-1419e15c3625 admin admin] Pushing event deleted for resources: {'Network': ['ID=45cd3d45-1fc6-4d28-861d-e766071e8851,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:28.520590 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device cf248109-89e0-4c45-b3ce-b42bd8623bd0 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:28.524233 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-e9573f3e-2112-4b03-8490-e6d40e4f2287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.541691 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: cf248109-89e0-4c45-b3ce-b42bd8623bd0 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:28.542042 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device cf248109-89e0-4c45-b3ce-b42bd8623bd0 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:28.542464 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 1b90d293-c0e9-4e10-8ba9-41697b7dd74c no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:28.561616 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: 1b90d293-c0e9-4e10-8ba9-41697b7dd74c {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:28.561966 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device 1b90d293-c0e9-4e10-8ba9-41697b7dd74c not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:28.562377 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e13a5e0b-3112-428a-92fa-16ed9ad76cf3 no longer exists at agent ovs-agent-dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:08:28.580471 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.plugin [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] No Port match for: e13a5e0b-3112-428a-92fa-16ed9ad76cf3 {{(pid=100407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:08:28.580816 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron.plugins.ml2.rpc [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Device e13a5e0b-3112-428a-92fa-16ed9ad76cf3 not bound to the agent host dv-cinder-788363-9-iscsi {{(pid=100407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:08:28.733449 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46484) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:28.771296 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-e08323c6-40a9-4063-94ba-14161bf31e1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25d4e1d2278e4ab58785f5dc04c47d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366464 Aug 09 15:08:28.773778 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.wsgi [-] (100405) accepted ('10.222.0.45', 46486) {{(pid=100405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:28.821794 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.843832 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.971806 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.974360 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron_lib.callbacks.manager [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:28.975584 dv-cinder-788363-9-iscsi neutron-server[100405]: INFO neutron.wsgi [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2d420e1-b724-4d7b-8abe-8199bfe90b94 HTTP/1.1" status: 204 len: 168 time: 0.2007952 Aug 09 15:08:28.984023 dv-cinder-788363-9-iscsi neutron-server[100405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e3f67-a7ce-4c5b-a70b-0d9a1b9297db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d420e1-b724-4d7b-8abe-8199bfe90b94,revision_number=None']} {{(pid=100405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:29.661831 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46492) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:29.707352 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-5b8dbbd0-9210-4477-9f7b-7701f0101daa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27b4a2530c514612906093acf7e8921d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443354 Aug 09 15:08:29.709826 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [-] (100406) accepted ('10.222.0.45', 46494) {{(pid=100406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:08:29.756534 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:29.777913 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:29.886139 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1662908'] for security_group, after_delete {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:29.888843 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron_lib.callbacks.manager [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:29.890113 dv-cinder-788363-9-iscsi neutron-server[100406]: INFO neutron.wsgi [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51b4bd20-52bb-4eeb-9346-b890669d7844 HTTP/1.1" status: 204 len: 168 time: 0.1793921 Aug 09 15:08:29.897743 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb44c26-ffb9-4c18-a412-d1f7c39ac3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4bd20-52bb-4eeb-9346-b890669d7844,revision_number=None']} {{(pid=100406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:08:31.206341 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-8002cb8c-5149-4428-bd11-697cc913a3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:31.657847 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:32.329034 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:33.877255 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:58.119846 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:08:58.531207 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a1bab4ac-943d-4bdb-a4d0-711549d793ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:00.633018 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:09:01.204831 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f586fd3d-2fda-4199-b2ae-f3b94c4584c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:01.657578 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:02.327972 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:03.856240 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:28.118448 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:28.498288 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-82173b15-581d-4ec8-a034-9448a4d5edc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:31.212478 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3e2a6fcb-eb55-4863-b69b-212c70210ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:31.666827 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:32.329227 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:33.909362 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:37.631788 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:09:55.899538 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [req-be53c4fb-03dc-41d0-a049-2b612acce169 req-f3e9966f-b023-4bc3-a9f8-c7affc67a2f5 service neutron] (100406) timed out ('10.222.0.58', 62254) {{(pid=100406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:09:58.137035 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:09:58.497458 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-d138b9b5-2d3d-4828-b501-9d32003ca942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:01.211645 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ce3c422e-b0e3-49ad-ba9a-7893d2ffb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:01.662774 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:02.369177 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:03.871579 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:14.630390 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:10:28.133053 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:28.524618 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-09ca4e03-340e-49fa-870d-08eb8f94859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:31.233528 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-1d1c981f-fd0b-4d37-a59a-1ca04013edf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:31.650291 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:32.335973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:33.867643 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:51.628583 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:10:58.298135 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:10:58.494992 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-63304f54-cfb3-4324-9439-04eb90914063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:01.206627 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-a6e4947d-ea2d-4dcc-9648-d522d816f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:01.677973 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:02.340831 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:03.863653 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:28.208091 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:28.574471 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-f9d1274d-d910-48d2-9aa9-079b4780ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:28.627182 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:11:31.236743 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-adce42c9-9b1f-4326-ad06-b6db29e917cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:31.671324 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:32.347807 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:33.956675 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:58.273103 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:11:58.501056 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-37510f3f-f576-440c-abc4-5ce97b94dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:01.209994 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-21e7ce75-e198-4e10-96e1-4c2359451e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:01.655318 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:02.367039 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:02.907594 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [req-26878561-e0b1-4e4f-abdb-86e40f8df90a req-2a32b520-e847-4c01-8ef4-e0463b20ebd8 service neutron] (100406) timed out ('10.222.0.45', 40054) {{(pid=100406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:12:03.878804 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:05.626846 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:12:28.231939 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:28.486029 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ab38f101-d3cd-498b-9a52-beeed3ff92dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:31.231837 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-ddef982e-06e8-4dbb-b104-139d7d9bd620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:31.706217 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:32.348575 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:33.882904 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:33.948372 dv-cinder-788363-9-iscsi neutron-server[100406]: DEBUG neutron.wsgi [req-b4a9e4dd-9098-4e17-b2b9-4593cf17b43d req-c6446292-4084-46ea-bc85-f55c796c7f6c service neutron] (100406) timed out ('10.222.0.45', 43188) {{(pid=100406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:12:42.625550 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:12:58.218977 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:12:58.496500 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-3f2aee31-ae7c-462c-90ed-10f6dcea0ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:01.221757 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b78ff425-9944-48ae-9df9-507f2fc6a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:01.673775 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:02.381805 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:03.873306 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:19.623575 dv-cinder-788363-9-iscsi neutron-server[100408]: DEBUG neutron.db.agents_db [None req-533ba49c-247b-4f05-9c79-e32b9a9d5b91 None None] Agent healthcheck: found 6 active agents {{(pid=100408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:13:28.206226 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-dbc75490-e795-45e2-8971-7bbff7402099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:28.521166 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-44251f9c-2053-48d3-b764-6530e69d8033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:31.214980 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-b148773f-b414-40f9-9434-4272029cb6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:31.680659 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-abd4376e-37e7-4f96-aa41-9ccbd66e9ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:32.366451 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-da992737-30f1-4046-966e-bcc8767b322a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:13:33.886324 dv-cinder-788363-9-iscsi neutron-server[100407]: DEBUG neutron_lib.callbacks.manager [None req-fecf55a3-166d-40e0-90a0-5c28026e2eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761510134276', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739735'] for agent, after_update {{(pid=100407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}